00010000:00000010:3.1F:1705683279.065834:0:11:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a8fee400. 00010000:00000010:3.1:1705683279.065842:0:11:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88006f700000. 00010000:00000010:3.1:1705683279.089819:0:34:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880087008400. 00010000:00000010:3.1:1705683279.089825:0:34:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88007f8f8000. 00010000:00000010:2.1F:1705683279.095876:0:11:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880087007c00. 00010000:00000010:2.1:1705683279.095885:0:11:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88006f700a00. 00010000:00000010:2.1:1705683279.095888:0:11:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a4eb8780. 00080000:00000010:3.1:1705683279.104850:0:11:0:(osd_handler.c:1612:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1f21c60. 00010000:00010000:3.0:1705683817.951434:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135bc0500/0xd7faa4ce02a9eebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951440:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135bc0500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.951441:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135bc0500/0xd7faa4ce02a9eebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951444:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135bc0500/0xd7faa4ce02a9eebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951450:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135bc0500/0xd7faa4ce02a9eebc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951452:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135bc0500/0xd7faa4ce02a9eebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951500:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.951501:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.951501:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.951504:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951505:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951507:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544723968 00000100:00100000:3.0:1705683817.951513:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951513:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951515:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158867 00000100:00100000:3.0:1705683817.951517:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1747:3086:x1788538544723968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.951532:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10281 count 1 00010000:00010000:3.0:1705683817.951688:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951696:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092cfb480/0xd7faa4ce02a398bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a807a1 expref: 7631 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951701:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.951702:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.951703:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951716:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092cfb480/0xd7faa4ce02a398bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a807a1 expref: 7631 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951723:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092cfb480/0xd7faa4ce02a398bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a807a1 expref: 7631 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.951730:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800915f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544724224:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.951745:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1411000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.951769:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951770:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.951775:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104965 00000100:00100000:3.0:1705683817.951778:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7632:1858:x1788538577583680:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.951782:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.951785:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091e58a00/0xd7faa4ce02a883cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa008f expref: 7632 pid: 14212 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.951790:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e58a00/0xd7faa4ce02a883cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa008f expref: 7632 pid: 14212 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.951798:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e58a00/0xd7faa4ce02a883cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa008f expref: 7632 pid: 14212 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.951804:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.951805:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.951806:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951809:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951816:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.951824:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7631:1858:x1788538577583680:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.951827:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104965 00010000:00010000:3.0:1705683817.951839:0:14219:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951845:0:14219:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951849:0:14219:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951854:0:14219:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925adb80/0xd7faa4ce02a9ef33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.951863:0:14219:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.951953:0:14219:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009581ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+878:3083:x1788538544720128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12770us (12843us total) trans 4295029072 rc 0/0 00000100:00100000:3.0:1705683817.951959:0:14219:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158829 00002000:00080000:3.0:1705683817.951977:0:15181:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10280 count 1 00000100:00100000:3.0:1705683817.952034:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952034:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952038:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544724416 00000100:00100000:3.0:1705683817.952046:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952047:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952049:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158869 00000100:00100000:3.0:1705683817.952051:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095879e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1073:3084:x1788538544724416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.952057:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4440 count 1 00010000:00010000:3.0:1705683817.952254:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952260:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091f67700/0xd7faa4ce029e058d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5b24e expref: 8188 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952263:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952263:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952264:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952273:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091f67700/0xd7faa4ce029e058d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b24e expref: 8188 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952277:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091f67700/0xd7faa4ce029e058d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b24e expref: 8188 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.952281:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009af6bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544724544:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.952292:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14110c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.952303:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9ef41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952306:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9ef41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952309:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9ef41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952311:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9ef41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952317:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.952379:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1074:3085:x1788538544720640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12553us (12578us total) trans 4295028169 rc 0/0 00000100:00100000:3.0:1705683817.952382:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158832 00000100:00100000:3.0:1705683817.952388:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952389:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952391:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544724608 00000100:00100000:3.0:1705683817.952397:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952397:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952399:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158871 00000100:00100000:3.0:1705683817.952400:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099950f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1074:3085:x1788538544724608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.952406:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4441 count 1 00010000:00010000:3.0:1705683817.952499:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009141aa80/0xd7faa4ce02a9f11d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1159:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952504:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091f65b80/0xd7faa4ce029e071c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5b34a expref: 8188 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952508:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952509:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952509:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009141aa80/0xd7faa4ce02a9f11d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952518:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091f65b80/0xd7faa4ce029e071c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b34a expref: 8188 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952522:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091f65b80/0xd7faa4ce029e071c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b34a expref: 8188 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.952538:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b970f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0000_UUID:15131:1788538544724736:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.952547:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011e2a8780 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.952560:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800925de400/2, rc 0, transno 60873 00000100:00100000:3.0:1705683817.952564:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800925de400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544720640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683817.952569:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.952575:0:15181:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952582:0:15181:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7628 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952587:0:15181:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952588:0:15181:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952589:0:15181:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952606:0:15181:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7628 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952613:0:15181:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7628 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.952621:0:15181:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15181:1788538544724864:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.952627:0:15110:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952628:0:15110:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952633:0:15110:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544724800 00000100:00100000:3.0:1705683817.952643:0:15110:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952644:0:15110:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952646:0:15110:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544724928 00000100:00100000:3.0:1705683817.952652:0:15110:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952652:0:15110:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952654:0:15110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158872 00000100:00100000:3.0:1705683817.952656:0:15110:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092759e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+1076:3083:x1788538544724800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.952662:0:15110:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4442 count 1 00010000:00010000:3.0:1705683817.952733:0:15110:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9f12b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952739:0:15110:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f8cc000/0xd7faa4ce029e0922 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5b431 expref: 8188 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952741:0:15110:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952742:0:15110:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952743:0:15110:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9f12b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952772:0:15110:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f8cc000/0xd7faa4ce029e0922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b431 expref: 8188 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952776:0:15110:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f8cc000/0xd7faa4ce029e0922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b431 expref: 8188 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.952781:0:15110:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801348a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15110:1788538544725120:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.952791:0:15110:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.952809:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544725056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.952819:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.952829:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952830:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952832:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544725056 00000100:00100000:3.0:1705683817.952840:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952840:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.952842:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158875 00000100:00100000:3.0:1705683817.952843:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d43c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+879:3085:x1788538544725056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.952850:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11039 count 1 00010000:00010000:3.0:1705683817.952914:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9f147 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952919:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800922e2a80/0xd7faa4ce02a8901b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa0750 expref: 7628 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952923:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952923:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.952924:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9f147 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952933:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800922e2a80/0xd7faa4ce02a8901b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0750 expref: 7628 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.952937:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800922e2a80/0xd7faa4ce02a8901b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0750 expref: 7628 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.952943:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544725248:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.952950:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.952965:0:15181:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011e2a8300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.953272:0:15119:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a503b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_031:lustre-OST0001_UUID:15119:1788538544721728:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.953281:0:15119:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134fd4000/0xd7faa4ce02a9ef79 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.953284:0:15119:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953285:0:15119:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953285:0:15119:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953297:0:15116:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15116:1788538544721792:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.953305:0:15116:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.953308:0:15116:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953308:0:15116:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953308:0:15116:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953318:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800927b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8809:1788538544722304:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.953325:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091419400/0xd7faa4ce02a9effe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.953329:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953330:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.953331:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953338:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953339:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953343:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577585216 00010000:00010000:3.0:1705683817.953354:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0eb2080/0xd7faa4ce029dfbf4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5adaf expref: 8190 pid: 15120 timeout: 689 lvb_type: 0 00000100:00100000:3.0:1705683817.953368:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953368:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.953372:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104971 00000100:00100000:3.0:1705683817.953376:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096659850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+8190:1859:x1788538577585152:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.953381:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.953384:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880134f4a300/0xd7faa4ce029dfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5acb3 expref: 8190 pid: 15147 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.953390:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134f4a300/0xd7faa4ce029dfa34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5acb3 expref: 8190 pid: 15147 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.953402:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f4a300/0xd7faa4ce029dfa34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5acb3 expref: 8190 pid: 15147 timeout: 689 lvb_type: 0 00010000:00010000:3.0:1705683817.953409:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.953410:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.953412:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953420:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953431:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.953443:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096659850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+8189:1859:x1788538577585152:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.953447:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104971 00010000:00010000:3.0:1705683817.953459:0:15116:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953464:0:15116:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953469:0:15116:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953473:0:15116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800925aef80/0xd7faa4ce02a9ef80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.953482:0:15116:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.953579:0:15116:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+1077:3084:x1788538544721600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11106us (11195us total) trans 4295028170 rc 0/0 00000100:00100000:3.0:1705683817.953584:0:15116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158841 00000004:00080000:3.0:1705683817.953608:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b970000/2, rc 0, transno 61779 00000100:00100000:3.0:1705683817.953613:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544721344:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.953632:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683817.953636:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800927b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544725376:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.953647:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683817.953662:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092759900/2, rc 0, transno 60874 00000100:00100000:3.0:1705683817.953665:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092759900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544721600:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683817.953669:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.954000:0:8810:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1079:9443:x1788538544724928:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1334us (1358us total) trans 4295028172 rc 0/0 00000100:00100000:3.0:1705683817.954003:0:8810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158873 00000100:00100000:3.0:1705683817.954896:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.954914:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.954921:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954922:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954926:0:15116:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577585536 00000100:00100000:3.0:1705683817.954939:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954939:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954941:0:15116:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577585600 00000100:00100000:3.0:1705683817.954948:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954949:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.954952:0:15116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158881 00000100:00100000:3.0:1705683817.954955:0:15116:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a503d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c572401a-2098-484c-b5c8-7a348378e325+6412:15766:x1788538577585536:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.954962:0:15116:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.955075:0:15116:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091419680/0xd7faa4ce02a9f194 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x368d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9135 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.955085:0:15116:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x368d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.955095:0:15116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.955096:0:15116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.955098:0:15116:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091419680/0xd7faa4ce02a9f194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x368d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9135 expref: 6413 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.955111:0:15116:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091419680/0xd7faa4ce02a9f194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x368d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9135 expref: 6413 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.955117:0:15116:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091419680, rc 0) 00000100:00100000:3.0:1705683817.955131:0:15116:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a503d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c572401a-2098-484c-b5c8-7a348378e325+6413:15766:x1788538577585536:12345-192.168.203.50@tcp:101:dd.0 Request processed in 175us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.955136:0:15116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158881 00000100:00100000:3.0:1705683817.955169:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.955169:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.955173:0:8810:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544725888 00000100:00100000:3.0:1705683817.955182:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.955183:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.955186:0:8810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158883 00000100:00100000:3.0:1705683817.955188:0:8810:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1749:11029:x1788538544725888:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1705683817.955202:0:8810:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 18018 00000100:00100000:3.0:1705683817.956246:0:8810:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1750:11029:x1788538544725888:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1056us (1091us total) trans 4295029078 rc 0/0 00000100:00100000:3.0:1705683817.956250:0:8810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158883 00010000:00010000:3.0:1705683817.956265:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.956268:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099a4f980/0xd7faa4ce02a9eff7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956271:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099a4f980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.956272:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099a4f980/0xd7faa4ce02a9eff7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956278:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099a4f980/0xd7faa4ce02a9eff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956285:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099a4f980/0xd7faa4ce02a9eff7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956287:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a4f980/0xd7faa4ce02a9eff7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956297:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.956297:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.956298:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.956310:0:15176:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a62a80/0xd7faa4ce02a88961 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa03b4 expref: 7629 pid: 14428 timeout: 689 lvb_type: 0 00000100:00100000:3.0:1705683817.956315:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544722688:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.956325:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.956328:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.956328:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.956329:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.956330:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956332:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956338:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956341:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956347:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.956409:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b970500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+882:3085:x1788538544722560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10217us (10239us total) trans 4295029080 rc 0/0 00000100:00100000:3.0:1705683817.956413:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158851 00000100:00100000:3.0:1705683817.956422:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956422:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956426:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577585728 00000100:00100000:3.0:1705683817.956436:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956436:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956438:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577585856 00000100:00100000:3.0:1705683817.956456:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683817.956461:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0470f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3084:1788538544726464:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.956471:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.956480:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956481:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956484:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326657 00000100:00100000:3.0:1705683817.956487:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1513:16016:x1788538577585728:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.956492:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.956500:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009141a300/0xd7faa4ce02a9f1b7 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa914a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956512:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009141a300/0xd7faa4ce02a9f1b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa914a expref: 1514 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956519:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009141a300/0xd7faa4ce02a9f1b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa914a expref: 1514 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956522:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x0 (ffff880097ebe800) 00010000:00010000:3.0:1705683817.956535:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.956537:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141a300, rc 0) 00000100:00100000:3.0:1705683817.956544:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1514:16016:x1788538577585728:12345-192.168.203.50@tcp:101:rm.0 Request processed in 57us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.956547:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326657 00000100:00100000:3.0:1705683817.956553:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956553:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.956555:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326658 00000100:00100000:3.0:1705683817.956557:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e359400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1513:16377:x1788538577585856:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:3.0:1705683817.956575:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683817.956581:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f044 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d6e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa90ef expref: 1513 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956588:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6e:0x0].0x0 (ffff88009aa44d00) 00010000:00010000:3.0:1705683817.956592:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009141db80/0xd7faa4ce02a9ee3e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa906a expref: 1512 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956596:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c98:0x0].0x0 (ffff880132ea3d00) 00010000:00010000:3.0:1705683817.956601:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.956669:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f1be lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683817.956673:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f1be lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956676:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f1be lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956727:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d15f480/0xd7faa4ce02a9f1cc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683817.956729:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d15f480/0xd7faa4ce02a9f1cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956731:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d15f480/0xd7faa4ce02a9f1cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956744:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880093625180/0xd7faa4ce02a9f1d3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683817.956746:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093625180/0xd7faa4ce02a9f1d3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956748:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093625180/0xd7faa4ce02a9f1d3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956850:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927eb700/0xd7faa4ce02a9f1da lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2c98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683817.956853:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800927eb700/0xd7faa4ce02a9f1da lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c98:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956856:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800927eb700/0xd7faa4ce02a9f1da lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c98:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956860:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f839180/0xd7faa4ce02a9f1e1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683817.956864:0:14259:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977e8780/0xd7faa4ce02a9cca3 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa88a6 expref: 1761 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956867:0:14259:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f839180/0xd7faa4ce02a9f1e1 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.956877:0:14259:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800977e8780/0xd7faa4ce02a9cca3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa88a6 expref: 1761 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.956880:0:14259:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800977e8780/0xd7faa4ce02a9cca3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa88a6 expref: 1761 pid: 14195 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.956885:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009bd19400 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544726784:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.956894:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c240 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.956918:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.957008:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.957020:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.957046:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.957096:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.957101:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957102:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957105:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577586240 00000100:00100000:3.0:1705683817.957113:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957113:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957115:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158891 00000100:00100000:3.0:1705683817.957117:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095819e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7627:1859:x1788538577586240:12345-192.168.203.50@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683817.957122:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.957240:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f83a300/0xd7faa4ce02a9f1ef lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3596:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9151 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.957248:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3596:0x0] initial LVB size: 0, mtime: 0x65aaab66, atime: 0x65aaab66, ctime: 0x65aaab66, blocks: 0x0 00010000:00010000:3.0:1705683817.957254:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.957255:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.957257:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f83a300/0xd7faa4ce02a9f1ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9151 expref: 7627 pid: 15176 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.957262:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f83a300/0xd7faa4ce02a9f1ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9151 expref: 7627 pid: 15176 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.957266:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f83a300, rc 0) 00000100:00100000:3.0:1705683817.957274:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095819e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7627:1859:x1788538577586240:12345-192.168.203.50@tcp:101:ll_agl.0 Request processed in 156us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.957277:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158891 00000100:00100000:3.0:1705683817.957284:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957284:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957286:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577586304 00000100:00100000:3.0:1705683817.957292:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957293:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957295:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158892 00000100:00100000:3.0:1705683817.957297:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8187:1860:x1788538577586304:12345-192.168.203.50@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683817.957300:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.957497:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f838a00/0xd7faa4ce02a9f1f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x35e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9158 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.957504:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x35e6:0x0] initial LVB size: 0, mtime: 0x65aaab66, atime: 0x65aaab66, ctime: 0x65aaab66, blocks: 0x0 00010000:00010000:3.0:1705683817.957509:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.957509:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.957511:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f838a00/0xd7faa4ce02a9f1f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9158 expref: 8186 pid: 15176 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.957518:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f838a00/0xd7faa4ce02a9f1f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9158 expref: 8186 pid: 15176 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.957522:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f838a00, rc 0) 00000100:00100000:3.0:1705683817.957542:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8186:1860:x1788538577586304:12345-192.168.203.50@tcp:101:ll_agl.0 Request processed in 244us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.957545:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158892 00010000:00010000:3.0:1705683817.957564:0:15138:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091724a00/0xd7faa4ce029e033a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b0fe expref: 8185 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.957569:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15138:1788538544723584:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.957576:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091419e00/0xd7faa4ce02a9f08a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.957579:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.957579:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.957580:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.957581:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091419e00/0xd7faa4ce02a9f08a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.957583:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091419e00/0xd7faa4ce02a9f08a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.957586:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091419e00/0xd7faa4ce02a9f08a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.957591:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091419e00/0xd7faa4ce02a9f08a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.957602:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.957671:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0412d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1082:3085:x1788538544723456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8751us (8796us total) trans 4295028175 rc 0/0 00000100:00100000:3.0:1705683817.957674:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158859 00000004:00080000:3.0:1705683817.957691:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009257a800/2, rc 0, transno 60879 00000100:00100000:3.0:1705683817.957695:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009257a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544723456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.957717:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683817.957721:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009581c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544726912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.957731:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.957744:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957745:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957764:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957764:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957767:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577586624 00000100:00100000:3.0:1705683817.957779:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957780:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957785:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957785:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.957788:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326659 00000100:00100000:3.0:1705683817.957790:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f13700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1762:16332:x1788538577586624:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:3.0:1705683817.957794:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.957821:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f1fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9166 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.957868:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.957872:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957875:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957923:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.957925:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957927:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957947:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d900/0xd7faa4ce02a9f212 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.957949:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d900/0xd7faa4ce02a9f212 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957951:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d900/0xd7faa4ce02a9f212 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00000004:00200000:3.0:1705683817.957969:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d8c:0x0]: returning size 4096 00000004:00200000:3.0:1705683817.957971:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683817.957979:0:14258:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d900/0xd7faa4ce02a9f212 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957984:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957986:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957990:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957992:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957994:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f03c500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.957995:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.957997:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958000:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:3.0:1705683817.958001:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.958002:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958004:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03c500/0xd7faa4ce02a9f204 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958008:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958010:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958012:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958014:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f03d680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.958015:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958018:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958021:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff88009fe8d200) 00010000:00010000:3.0:1705683817.958022:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.958022:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958024:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f20b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683817.958042:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f1fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9166 expref: 1764 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958046:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d900/0xd7faa4ce02a9f212 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9166 expref: 1763 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958048:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88007f989500) 00010000:00010000:3.0:1705683817.958049:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683817.958050:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f03d900, rc 0) 00000100:00100000:3.0:1705683817.958060:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f13700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1763:16332:x1788538577586624:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 269us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.958065:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326659 00000100:00100000:3.0:1705683817.958079:0:15147:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544723840:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.958086:0:15147:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f098 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.958089:0:15147:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.958089:0:15147:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.958090:0:15147:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958265:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958266:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958269:0:15153:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544727040 00000100:00100000:3.0:1705683817.958280:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958281:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958284:0:15153:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158894 00000100:00100000:3.0:1705683817.958287:0:15153:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096954b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1752:3084:x1788538544727040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.958295:0:15153:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10287 count 1 00010000:00010000:3.0:1705683817.958362:0:15153:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958369:0:15153:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7625 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958371:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.958372:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.958373:0:15153:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958382:0:15153:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7625 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958385:0:15153:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7625 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.958390:0:15153:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009581df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544727104:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.958412:0:15153:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c480 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.958632:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b975500/2, rc 0, transno 61787 00000100:00100000:3.0:1705683817.958640:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3086:1788538544722624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.958673:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096955000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3084:1788538544727168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.958690:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.958723:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958724:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683817.958781:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.958783:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c40f00/0xd7faa4ce02a9f067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958787:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c40f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.958788:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c40f00/0xd7faa4ce02a9f067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958791:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c40f00/0xd7faa4ce02a9f067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958797:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c40f00/0xd7faa4ce02a9f067 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958800:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c40f00/0xd7faa4ce02a9f067 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958809:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.958809:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.958810:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.958820:0:14290:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d6d900/0xd7faa4ce029e00bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5affb expref: 8184 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.958828:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544723328:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.958839:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012deb5b80/0xd7faa4ce02a9f06e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.958842:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.958842:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.958843:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.958843:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012deb5b80/0xd7faa4ce02a9f06e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958846:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deb5b80/0xd7faa4ce02a9f06e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958848:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb5b80/0xd7faa4ce02a9f06e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958851:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb5b80/0xd7faa4ce02a9f06e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.958857:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.958920:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1083:3083:x1788538544723136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11004us (11058us total) trans 4295028177 rc 0/0 00000100:00100000:3.0:1705683817.958923:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158857 00000100:00100000:3.0:1705683817.958996:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.958997:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959000:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158897 00000100:00100000:3.0:1705683817.959002:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096954600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1083:3086:x1788538544727360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.959009:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4447 count 1 00010000:00010000:3.0:1705683817.959114:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959120:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009251a080/0xd7faa4ce029e130f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5b97f expref: 8183 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959122:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.959123:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.959124:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959133:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009251a080/0xd7faa4ce029e130f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b97f expref: 8182 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959137:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009251a080/0xd7faa4ce029e130f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b97f expref: 8182 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.959141:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009581ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544727424:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.959153:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd03180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.959166:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544724224:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.959172:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.959175:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.959176:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.959176:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683817.959187:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800925dbc00/2, rc 0, transno 61788 00000100:00100000:3.0:1705683817.959191:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800925dbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544723200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.959248:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683817.959253:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096955f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544727488:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.959264:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.959276:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959276:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959282:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959282:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959284:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577587008 00000100:00100000:3.0:1705683817.959293:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959294:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959295:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577587072 00000100:00100000:3.0:1705683817.959300:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959300:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959302:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326660 00000100:00100000:3.0:1705683817.959304:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096956900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1818:16385:x1788538577587008:12345-192.168.203.50@tcp:36:mkdir.0 00000100:00100000:3.0:1705683817.959321:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959322:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959331:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158901 00000100:00100000:3.0:1705683817.959333:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8183:13049:x1788538577587264:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.959336:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.959372:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f03f200/0xd7faa4ce02a9f23c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa917b expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959381:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096017700/0xd7faa4ce02a5da2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8efb9 expref: 8184 pid: 15149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.959385:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ebf480/0xd7faa4ce02a689f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94a34 expref: 6076 pid: 14247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.959390:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.959391:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.959392:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f03f200/0xd7faa4ce02a9f23c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa917b expref: 8184 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959400:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ebf480/0xd7faa4ce02a689f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a34 expref: 6076 pid: 14247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.959404:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ebf480/0xd7faa4ce02a689f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a34 expref: 6076 pid: 14247 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.959408:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009275ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544727616:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.959423:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096017700/0xd7faa4ce02a5da2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8efb9 expref: 8184 pid: 15149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.959429:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096017700/0xd7faa4ce02a5da2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8efb9 expref: 8184 pid: 15149 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.959433:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132162d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544727744:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.959438:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1411000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.959445:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959445:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.959449:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326661 00000100:00100000:3.0:1705683817.959451:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096956400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:60a99ee7-aeeb-4a00-9846-8ea658f59513+1818:2938:x1788538577587072:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683817.959456:0:14327:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.959493:0:14327:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f03de00/0xd7faa4ce02a9f251 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa916d expref: -99 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959547:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959552:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959556:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959587:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959590:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959593:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959652:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959655:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959657:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00000004:00200000:3.0:1705683817.959668:0:14327:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x47d:0x0]: returning size 4096 00000004:00200000:3.0:1705683817.959669:0:14327:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683817.959674:0:14327:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959678:0:14327:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959680:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959682:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959685:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959687:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bbdef80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.959688:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959690:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959702:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:3.0:1705683817.959703:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.959704:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959706:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdef80/0xd7faa4ce02a9f258 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959711:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959713:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959714:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959717:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bbdd180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.959717:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959719:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959721:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x37 (ffff88013232fd00) 00010000:00010000:3.0:1705683817.959722:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.959723:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959724:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd180/0xd7faa4ce02a9f25f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.959739:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f03de00/0xd7faa4ce02a9f251 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa916d expref: 1819 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959744:0:14327:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa916d expref: 1818 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959763:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009b087a00) 00010000:00010000:3.0:1705683817.959763:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1705683817.959764:0:14327:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bbdd900, rc 0) 00000100:00100000:3.0:1705683817.959773:0:14327:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096956400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:60a99ee7-aeeb-4a00-9846-8ea658f59513+1818:2938:x1788538577587072:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 322us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.959776:0:14327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326661 00010000:00010000:3.0:1705683817.959791:0:14258:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.959797:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4a00/0xd7faa4ce02a9f0d0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3e6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa910b expref: 1817 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.959802:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3e6:0x0].0x0 (ffff88009fed9200) 00010000:00010000:3.0:1705683817.959805:0:14258:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.959850:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.959853:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.959856:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.959891:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af200/0xd7faa4ce02a9f290 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3e6:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.959894:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af200/0xd7faa4ce02a9f290 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3e6:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.959896:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af200/0xd7faa4ce02a9f290 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3e6:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960138:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af480/0xd7faa4ce02a9f29e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bf2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960144:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af480/0xd7faa4ce02a9f29e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960147:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af480/0xd7faa4ce02a9f29e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00010000:3.0:1705683817.960158:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880096956900 reply state ffff88012ffd4000 transno 4295064306 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af480/0xd7faa4ce02a9f29e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960163:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af480/0xd7faa4ce02a9f29e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3bf2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960167:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf2:0x0].0x0 (ffff8800a075b900) 00010000:00010000:3.0:1705683817.960168:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1705683817.960170:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf2:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.960173:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960175:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960177:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960179:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960180:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800925ac500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.960181:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960183:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960186:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3e6:0x0].0x0 (ffff8800905c4c00) 00010000:00010000:3.0:1705683817.960187:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.960187:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960189:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925ac500/0xd7faa4ce02a9f282 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00000004:00010000:3.0:1705683817.960196:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880096956900 reply state ffff88012ffd4000 transno 4295064306 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af200/0xd7faa4ce02a9f290 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3e6:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960204:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925af200/0xd7faa4ce02a9f290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3e6:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.960207:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3e6:0x0].0x3531 (ffff880090bb9500) 00010000:00010000:3.0:1705683817.960208:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683817.960241:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096956900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1818:16385:x1788538577587008:12345-192.168.203.50@tcp:36:mkdir.0 Request processed in 935us (981us total) trans 4295064306 rc 0/0 00000100:00100000:3.0:1705683817.960246:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326660 00000100:00100000:3.0:1705683817.960537:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009af6bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544724544:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.960548:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.960552:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.960553:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.960553:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.960596:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.960597:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683817.960634:0:14246:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960638:0:14246:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960641:0:14246:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960644:0:14246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960653:0:14246:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.960723:0:14246:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0415a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1754:3086:x1788538544724032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9285us (9304us total) trans 4295029085 rc 0/0 00000100:00100000:3.0:1705683817.960727:0:14246:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158866 00010000:00010000:3.0:1705683817.960739:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960742:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960761:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960764:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9f108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960769:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.960831:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1754:3086:x1788538544723968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9313us (9390us total) trans 4295029086 rc 0/0 00000100:00100000:3.0:1705683817.960836:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158867 00000004:00080000:3.0:1705683817.960879:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099952800/2, rc 0, transno 60882 00000100:00100000:3.0:1705683817.960885:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099952800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544724608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683817.960894:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.960896:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960904:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091418f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.960905:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960909:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960917:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960920:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091418f00/0xd7faa4ce02a9f10f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.960931:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.960933:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.960934:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.960951:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a5038500/2, rc 0, transno 61789 00000100:00100000:3.0:1705683817.960957:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a5038500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544724032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683817.960964:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a503da00/2, rc 0, transno 61790 00000100:00100000:3.0:1705683817.960966:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a503da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544723968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.960977:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544725248:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.960986:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9f147 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.960989:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.960990:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.960991:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.960996:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544728000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.961010:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683817.961023:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800925dcb00/2, rc 0, transno 60883 00000100:00100000:3.0:1705683817.961025:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800925dcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544724416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.961041:0:15110:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801348a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15110:1788538544725120:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.961049:0:15110:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9f12b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x115a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15110 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.961052:0:15110:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.961053:0:15110:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.961053:0:15110:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.961058:0:15147:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961061:0:15147:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961064:0:15147:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961067:0:15147:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961072:0:15147:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.961134:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0001-mdtlov_UUID+885:3083:x1788538544723648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11766us (11847us total) trans 4295029087 rc 0/0 00000100:00100000:3.0:1705683817.961137:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158860 00000100:00100000:3.0:1705683817.961145:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961145:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961148:0:15147:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577588224 00000100:00100000:3.0:1705683817.961155:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961156:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961159:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158905 00000100:00100000:3.0:1705683817.961163:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092579e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:60a99ee7-aeeb-4a00-9846-8ea658f59513+8183:2925:x1788538577588224:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683817.961168:0:15147:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.961378:0:15147:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925acf00/0xd7faa4ce02a9f2b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3035:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9189 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.961387:0:15147:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3035:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.961395:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.961396:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.961399:0:15147:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925acf00/0xd7faa4ce02a9f2b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9189 expref: 8183 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961406:0:15147:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800925acf00/0xd7faa4ce02a9f2b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9189 expref: 8183 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961412:0:15147:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925acf00, rc 0) 00000100:00100000:3.0:1705683817.961429:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092579e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:60a99ee7-aeeb-4a00-9846-8ea658f59513+8183:2925:x1788538577588224:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 266us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.961434:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158905 00000004:00080000:3.0:1705683817.961458:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c7ad00/2, rc 0, transno 61791 00000100:00100000:3.0:1705683817.961464:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134c7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544723648:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.961488:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683817.961493:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801348a1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3084:1788538544728320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.961507:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.961516:0:14246:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961517:0:14246:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961521:0:14246:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544728320 00000100:00100000:3.0:1705683817.961546:0:14246:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961547:0:14246:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961550:0:14246:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158908 00000100:00100000:3.0:1705683817.961552:0:14246:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c323c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+885:3084:x1788538544728320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.961561:0:14246:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11045 count 1 00010000:00010000:3.0:1705683817.961628:0:14246:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961636:0:14246:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009251d180/0xd7faa4ce02a89c0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa0c90 expref: 7621 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961641:0:14246:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.961642:0:14246:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.961643:0:14246:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961653:0:14246:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009251d180/0xd7faa4ce02a89c0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0c90 expref: 7621 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961658:0:14246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009251d180/0xd7faa4ce02a89c0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0c90 expref: 7621 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.961665:0:14246:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091608500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14246:1788538544728448:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.961681:0:14246:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14110c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.961699:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099950000/2, rc 0, transno 60884 00000100:00100000:3.0:1705683817.961705:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544724800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.961717:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961718:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961727:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104992 00000100:00100000:3.0:1705683817.961730:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7625:1860:x1788538577588032:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.961735:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.961737:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7625 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.961742:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7625 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.961769:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.961770:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.961772:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961777:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.961786:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.961802:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7622:1860:x1788538577588032:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 70us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.961807:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104992 00000100:00100000:3.0:1705683817.961830:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544728576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.961844:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.961856:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961857:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961860:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544728576 00000100:00100000:3.0:1705683817.961869:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961870:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.961873:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158909 00000100:00100000:3.0:1705683817.961875:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1086:3084:x1788538544728576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.961884:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4450 count 1 00010000:00010000:3.0:1705683817.962038:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962045:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092321400/0xd7faa4ce029e1b6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5bdca expref: 8182 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962050:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.962051:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.962052:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962065:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092321400/0xd7faa4ce029e1b6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bdca expref: 8182 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962071:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092321400/0xd7faa4ce029e1b6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bdca expref: 8182 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.962076:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0000_UUID:15134:1788538544728640:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.962088:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.962095:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.962103:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800927b7800/2, rc 0, transno 61793 00000100:00100000:3.0:1705683817.962107:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800927b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544725376:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1705683817.962112:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097fa5a00/2, rc 0, transno 61792 00000100:00100000:3.0:1705683817.962114:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097fa5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544724480:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.962141:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683817.962145:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544728768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.962162:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962163:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962165:0:15147:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544728704 00000100:00100000:3.0:1705683817.962177:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962177:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962179:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158910 00000100:00100000:3.0:1705683817.962181:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0001-mdtlov_UUID+887:3086:x1788538544728704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.962187:0:15147:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11046 count 1 00010000:00010000:3.0:1705683817.962270:0:15147:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962278:0:15147:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b3f980/0xd7faa4ce02a89ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa0d85 expref: 7617 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962282:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.962283:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.962283:0:15147:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962292:0:15147:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b3f980/0xd7faa4ce02a89ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0d85 expref: 7617 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962296:0:15147:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b3f980/0xd7faa4ce02a89ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0d85 expref: 7617 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.962303:0:15147:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544728896:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.962313:0:15147:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.962320:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683817.962334:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097fa1e00/2, rc 0, transno 61794 00000100:00100000:3.0:1705683817.962338:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097fa1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544725056:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1705683817.962369:0:15181:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0c63480/0xd7faa4ce02a39764 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8070e expref: 7617 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.962378:0:15181:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15181:1788538544724864:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.962391:0:15181:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.962396:0:15181:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962396:0:15181:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962397:0:15181:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.962398:0:15181:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962402:0:15181:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962407:0:15181:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962411:0:15181:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009141b700/0xd7faa4ce02a9f124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962421:0:15181:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.962520:0:15181:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+1757:3084:x1788538544723904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11098us (11123us total) trans 4295029093 rc 0/0 00000100:00100000:3.0:1705683817.962537:0:15181:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158865 00000004:00080000:3.0:1705683817.962558:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a503ad00/2, rc 0, transno 61797 00000100:00100000:3.0:1705683817.962565:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a503ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544723904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.962580:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962580:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962585:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577590080 00000100:00100000:3.0:1705683817.962615:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bd19400 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544726784:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.962627:0:14259:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008f839180/0xd7faa4ce02a9f1e1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00100000:3.0:1705683817.962632:0:14259:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962632:0:14259:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962633:0:14259:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962639:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962639:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962642:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326663 00000100:00100000:3.0:1705683817.962645:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1818:2938:x1788538577590080:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683817.962651:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.962652:0:14258:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1705683817.962659:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ce0c80/0xd7faa4ce02a9c0d3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x480:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa85ff expref: 1818 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.962667:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x480:0x0].0x0 (ffff8800b437eb00) 00010000:00010000:3.0:1705683817.962668:0:14258:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.962676:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9f2f2 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x480:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa919e expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683817.962700:0:15110:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962701:0:15110:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683817.962770:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x480:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.962774:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.962778:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.962804:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x480:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.962808:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.962812:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000100:00100000:3.0:1705683817.962845:0:15153:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009581df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544727104:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.962856:0:15153:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.962860:0:15153:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962861:0:15153:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.962861:0:15153:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962866:0:15181:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962866:0:15181:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962869:0:15181:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577588736 00000100:00100000:3.0:1705683817.962884:0:15181:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962884:0:15181:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.962887:0:15181:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158916 00000100:00100000:3.0:1705683817.962889:0:15181:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c572401a-2098-484c-b5c8-7a348378e325+6078:15766:x1788538577588736:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.962893:0:15181:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.963055:0:15181:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a4ca00/0xd7faa4ce02a9f315 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x364e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9190 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.963065:0:15181:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x364e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.963074:0:15181:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963075:0:15181:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963078:0:15181:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4ca00/0xd7faa4ce02a9f315 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x364e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9190 expref: 6079 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963085:0:15181:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099a4ca00/0xd7faa4ce02a9f315 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x364e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9190 expref: 6079 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963090:0:15181:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a4ca00, rc 0) 00000100:00100000:3.0:1705683817.963104:0:15181:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c572401a-2098-484c-b5c8-7a348378e325+6079:15766:x1788538577588736:12345-192.168.203.50@tcp:101:dd.0 Request processed in 214us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.963108:0:15181:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158916 00010000:00010000:3.0:1705683817.963144:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134fd4c80/0xd7faa4ce02a9f31c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x483:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963150:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134fd4c80/0xd7faa4ce02a9f31c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x483:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963154:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134fd4c80/0xd7faa4ce02a9f31c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x483:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00200000:3.0:1705683817.963159:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x483:0x0]: returning size 5 00010000:00010000:3.0:1705683817.963197:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963201:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963205:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963208:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963211:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800925adb80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.963213:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963217:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963222:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x480:0x0].0x0 (ffff8800b437eb00) 00010000:00010000:3.0:1705683817.963224:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.963226:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 3/0,0 mode: --/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963229:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925adb80/0xd7faa4ce02a9f2f9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x480:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963237:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963240:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963243:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963249:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099a4d180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.963250:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963252:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963255:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x480:0x0].0x37 (ffff880132ea3300) 00010000:00010000:3.0:1705683817.963256:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.963257:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963259:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099a4d180/0xd7faa4ce02a9f307 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x480:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.963280:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925afc00/0xd7faa4ce02a9f2f2 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x480:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa919e expref: 1821 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963284:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134fd4c80/0xd7faa4ce02a9f31c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x483:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa919e expref: 1820 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963287:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x483:0x0].0x0 (ffff880093574e00) 00010000:00010000:3.0:1705683817.963288:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683817.963289:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134fd4c80, rc 0) 00000100:00100000:3.0:1705683817.963303:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1820:2938:x1788538577590080:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 657us (762us total) trans 4295064308 rc 0/0 00000100:00100000:3.0:1705683817.963307:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326663 00000100:00100000:3.0:1705683817.963327:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963328:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963332:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577588480 00010000:00010000:3.0:1705683817.963341:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132c3c280/0xd7faa4ce02a3a071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80a80 expref: 7618 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.963350:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963351:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963352:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577588928 00010000:00010000:3.0:1705683817.963356:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7620 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.963362:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963362:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963364:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104995 00000100:00100000:3.0:1705683817.963366:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7620:1860:x1788538577589248:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.963370:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.963376:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e0bc00/0xd7faa4ce029f19ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67640 expref: 7620 pid: 14430 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.963380:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e0bc00/0xd7faa4ce029f19ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67640 expref: 7620 pid: 14430 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.963385:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e0bc00/0xd7faa4ce029f19ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67640 expref: 7620 pid: 14430 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.963391:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.963400:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7619:1860:x1788538577589248:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 33us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.963403:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104995 00000100:00100000:3.0:1705683817.963407:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963408:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963410:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104997 00000100:00100000:3.0:1705683817.963411:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732acb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7618:1857:x1788538577588480:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.963414:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.963415:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132c3c280/0xd7faa4ce02a3a071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80a80 expref: 7618 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963419:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132c3c280/0xd7faa4ce02a3a071 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80a80 expref: 7618 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963425:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132c3c280/0xd7faa4ce02a3a071 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80a80 expref: 7618 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963428:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963429:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963430:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963433:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963440:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.963447:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732acb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7617:1857:x1788538577588480:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 35us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.963449:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104997 00000100:00100000:3.0:1705683817.963454:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963454:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963456:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 104999 00000100:00100000:3.0:1705683817.963458:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a203b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7616:1857:x1788538577588928:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.963461:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.963463:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7616 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963467:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7616 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963472:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c5d680/0xd7faa4ce02a3a3b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a80bc9 expref: 7615 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.963475:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963476:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.963477:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963479:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963485:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.963491:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a203b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7614:1857:x1788538577588928:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 32us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.963495:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 104999 00010000:00010000:3.0:1705683817.963509:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963513:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963522:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963536:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963546:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.963634:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1759:3083:x1788538544726528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7058us (7138us total) trans 4295029094 rc 0/0 00000100:00100000:3.0:1705683817.963639:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158888 00010000:00010000:3.0:1705683817.963653:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.963655:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963660:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134fd5400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.963661:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963666:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963672:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963675:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fd5400/0xd7faa4ce02a9f1c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x282d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963686:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.963687:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134fd6300/0xd7faa4ce02a9f1a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963690:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134fd6300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.963690:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134fd6300/0xd7faa4ce02a9f1a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963692:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134fd6300/0xd7faa4ce02a9f1a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x115d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963696:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134fd6300/0xd7faa4ce02a9f1a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x115d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963698:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134fd6300/0xd7faa4ce02a9f1a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x115d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963704:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963705:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963706:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963708:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.963711:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093cd4c80/0xd7faa4ce02a9f1e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963714:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093cd4c80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.963715:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd4c80/0xd7faa4ce02a9f1e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963718:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd4c80/0xd7faa4ce02a9f1e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x282e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963721:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093cd4c80/0xd7faa4ce02a9f1e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x282e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963723:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cd4c80/0xd7faa4ce02a9f1e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x282e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963730:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963730:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963731:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.963737:0:15153:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963739:0:15153:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963742:0:15153:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963745:0:15153:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f03ef80/0xd7faa4ce02a9f220 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x282f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963765:0:15153:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.963820:0:15153:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096954b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1759:3084:x1788538544727040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5532us (5589us total) trans 4295029095 rc 0/0 00000100:00100000:3.0:1705683817.963825:0:15153:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158894 00000100:00100000:3.0:1705683817.963831:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963832:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963834:0:15153:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544729472 00000100:00100000:3.0:1705683817.963841:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963842:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.963844:0:15153:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158917 00000100:00100000:3.0:1705683817.963845:0:15153:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1087:3083:x1788538544729472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.963852:0:15153:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4451 count 1 00010000:00010000:3.0:1705683817.963935:0:15153:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963940:0:15153:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092327480/0xd7faa4ce029e1d9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5bf05 expref: 8181 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963943:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.963944:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.963945:0:15153:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963953:0:15153:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092327480/0xd7faa4ce029e1d9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bf05 expref: 8181 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.963957:0:15153:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092327480/0xd7faa4ce029e1d9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bf05 expref: 8181 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.963961:0:15153:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0000_UUID:15153:1788538544729664:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.963971:0:15153:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c480 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.963982:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.963991:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092f12800/2, rc 0, transno 61799 00000100:00100000:3.0:1705683817.963995:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092f12800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544727040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.964020:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544729728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.964036:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.964057:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964057:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964061:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544729728 00000100:00100000:3.0:1705683817.964072:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964072:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964076:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158919 00000100:00100000:3.0:1705683817.964078:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1760:3085:x1788538544729728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.964085:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10294 count 1 00010000:00010000:3.0:1705683817.964210:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964215:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7610 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964220:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.964221:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.964222:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964236:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7610 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964243:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7610 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.964254:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8809:1788538544729856:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.964268:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c240 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.964284:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e041e00/2, rc 0, transno 61800 00000100:00100000:3.0:1705683817.964288:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e041e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544726336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.964303:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683817.964306:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544729920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.964317:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.964325:0:15119:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964326:0:15119:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964329:0:15119:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544729920 00000100:00100000:3.0:1705683817.964336:0:15119:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964336:0:15119:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.964338:0:15119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158920 00000100:00100000:3.0:1705683817.964340:0:15119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+889:3085:x1788538544729920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.964345:0:15119:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11049 count 1 00010000:00010000:3.0:1705683817.964388:0:15119:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964394:0:15119:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02a8a530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa105d expref: 7610 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964397:0:15119:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.964397:0:15119:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.964398:0:15119:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964406:0:15119:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02a8a530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa105d expref: 7609 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964410:0:15119:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02a8a530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa105d expref: 7609 pid: 14290 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.964414:0:15119:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_031:lustre-OST0001_UUID:15119:1788538544729984:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.964423:0:15119:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdc00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.964429:0:14259:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f839180/0xd7faa4ce02a9f1e1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683817.964431:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f839180/0xd7faa4ce02a9f1e1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00000100:00100000:3.0:1705683817.964845:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160ee00 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001-mdtlov_UUID:14259:1788538544730240:0@lo:403:mdt00_025.0 00000100:00100000:3.0:1705683817.964865:0:14259:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.964873:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdb40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.964880:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683817.964881:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093cd5400/0xd7faa4ce02a9f227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964884:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093cd5400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.964885:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd5400/0xd7faa4ce02a9f227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964888:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd5400/0xd7faa4ce02a9f227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964894:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093cd5400/0xd7faa4ce02a9f227 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964898:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cd5400/0xd7faa4ce02a9f227 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964908:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.964909:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093cd4280/0xd7faa4ce02a9f219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964911:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093cd4280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.964912:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093cd4280/0xd7faa4ce02a9f219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964915:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093cd4280/0xd7faa4ce02a9f219 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x115e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964918:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093cd4280/0xd7faa4ce02a9f219 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x115e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964920:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093cd4280/0xd7faa4ce02a9f219 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x115e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964928:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.964929:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093c40000/0xd7faa4ce02a9f18d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964931:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c40000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.964931:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c40000/0xd7faa4ce02a9f18d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964934:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c40000/0xd7faa4ce02a9f18d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x115b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964937:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093c40000/0xd7faa4ce02a9f18d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x115b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964940:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c40000/0xd7faa4ce02a9f18d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x115b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.964949:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.964950:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.964950:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.964952:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.964954:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.965101:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544730432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.965112:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.965145:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965146:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965154:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105008 00000100:00100000:3.0:1705683817.965157:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6412:1857:x1788538577589376:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.965161:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.965166:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135010a00/0xd7faa4ce029e88b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606be expref: 6412 pid: 14428 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.965171:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135010a00/0xd7faa4ce029e88b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606be expref: 6412 pid: 14428 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.965182:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135010a00/0xd7faa4ce029e88b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606be expref: 6412 pid: 14428 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.965188:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.965188:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.965190:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fd5680/0xd7faa4ce02a9f19b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa913c expref: 6411 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965193:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134fd5680/0xd7faa4ce02a9f19b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa913c expref: 6411 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965203:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134fd5680/0xd7faa4ce02a9f19b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa913c expref: 6411 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683817.965207:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012cca5f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6523:1788538544730560:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683817.965216:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.965231:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965232:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965236:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158925 00000100:00100000:3.0:1705683817.965238:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009581df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1761:3086:x1788538544730432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.965244:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10295 count 1 00010000:00010000:3.0:1705683817.965370:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965376:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096369400/0xd7faa4ce02a3b1ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a81133 expref: 7609 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965382:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.965383:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.965383:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965392:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096369400/0xd7faa4ce02a3b1ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81133 expref: 7609 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965396:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096369400/0xd7faa4ce02a3b1ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81133 expref: 7609 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.965400:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d608f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544730688:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.965409:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f19f000 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.965490:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099954600/2, rc 0, transno 60888 00000100:00100000:3.0:1705683817.965494:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099954600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544725568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.965516:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d60bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544730752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.965537:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.965564:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965564:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965831:0:14297:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965832:0:14297:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965837:0:14297:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544730880 00000100:00100000:3.0:1705683817.965848:0:14297:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965848:0:14297:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.965850:0:14297:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39404 00000100:00100000:3.0:1705683817.965852:0:14297:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fa6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+32:14334:x1788538544730880:12345-0@lo:101:mdt00_036.0 00010000:00010000:3.0:1705683817.965857:0:14297:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.965893:0:14297:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fcc80/0xd7faa4ce02a9f39a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02a9f393 expref: -99 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965906:0:14297:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fcc80/0xd7faa4ce02a9f39a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02a9f393 expref: 33 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965913:0:14297:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fcc80/0xd7faa4ce02a9f39a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02a9f393 expref: 33 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.965917:0:14297:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff8800a0f64500) 00010000:00010000:3.0:1705683817.965918:0:14297:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1705683817.965920:0:14297:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800739fcc80, rc 0) 00000100:00100000:3.0:1705683817.965943:0:14297:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fa6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+33:14334:x1788538544730880:12345-0@lo:101:mdt00_036.0 Request processed in 90us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.965948:0:14297:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39404 00010000:00010000:3.0:1705683817.965975:0:14290:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009251a080/0xd7faa4ce029e130f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5b97f expref: 8179 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.965984:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009581ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544727424:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.965994:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.965998:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.965998:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.965999:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.965999:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966002:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966006:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966008:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011f03f700/0xd7faa4ce02a9f22e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x115f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966017:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.966102:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096954600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1091:3086:x1788538544727360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7098us (7123us total) trans 4295028185 rc 0/0 00000100:00100000:3.0:1705683817.966108:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158897 00000004:00080000:3.0:1705683817.966133:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096956e00/2, rc 0, transno 60889 00000100:00100000:3.0:1705683817.966138:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096956e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544727360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683817.966179:0:15176:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ebf480/0xd7faa4ce02a689f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a34 expref: 6078 pid: 14247 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.966187:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009275ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544727616:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.966194:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132162d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544727744:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.966211:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f03f200/0xd7faa4ce02a9f23c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x32ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa917b expref: 8177 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966219:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f03f200, rc 0) 00000100:00100000:3.0:1705683817.966234:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8177:13049:x1788538577587264:12345-192.168.203.50@tcp:101:dd.0 Request processed in 6899us (6944us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.966239:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158901 00000100:00100000:3.0:1705683817.966250:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966251:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966254:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544730944 00000100:00100000:3.0:1705683817.966264:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966265:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966267:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158927 00000100:00100000:3.0:1705683817.966270:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1091:3084:x1788538544730944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.966278:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4455 count 1 00010000:00010000:3.0:1705683817.966442:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966450:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096a3bc00/0xd7faa4ce029e2a4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5c54f expref: 8176 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966455:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.966456:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.966457:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966470:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096a3bc00/0xd7faa4ce029e2a4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c54f expref: 8176 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966475:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096a3bc00/0xd7faa4ce029e2a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c54f expref: 8176 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.966482:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132162d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544731072:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.966497:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1411000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.966540:0:14334:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097fa2300 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001-mdtlov_UUID:14334:1788538544730880:0@lo:101:mdt00_036.0 00010000:00010000:3.0:1705683817.966551:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966558:0:14334:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683817.966571:0:14334:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000405:0x3d4:0x0] 00010000:00010000:3.0:1705683817.966581:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.966587:0:14334:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227ed00/0xd7faa4ce02a9e0ca lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8d14 expref: 1513 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966591:0:14334:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.966603:0:14334:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009227ed00/0xd7faa4ce02a9e0ca lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8d14 expref: 1513 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966608:0:14334:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009227ed00/0xd7faa4ce02a9e0ca lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8d14 expref: 1513 pid: 14209 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.966614:0:14334:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009275ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001_UUID:14334:1788538544731136:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.966630:0:14334:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012a2f23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.966638:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966639:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966643:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577590784 00000100:00100000:3.0:1705683817.966655:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966655:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966657:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577590912 00000100:00100000:3.0:1705683817.966664:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966665:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966668:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158928 00000100:00100000:3.0:1705683817.966671:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6414:14136:x1788538577590784:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.966677:0:14290:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.966827:0:14290:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012deb7200/0xd7faa4ce02a9f3cb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x354a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa91ac expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.966837:0:14290:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x354a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.966846:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.966847:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.966849:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deb7200/0xd7faa4ce02a9f3cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91ac expref: 6415 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966857:0:14290:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012deb7200/0xd7faa4ce02a9f3cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91ac expref: 6415 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.966862:0:14290:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deb7200, rc 0) 00000100:00100000:3.0:1705683817.966878:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6415:14136:x1788538577590784:12345-192.168.203.50@tcp:101:dd.0 Request processed in 206us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.966883:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158928 00000100:00100000:3.0:1705683817.966891:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966892:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.966895:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158929 00000100:00100000:3.0:1705683817.966898:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092249900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+8179:13157:x1788538577590912:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.966902:0:14290:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.967112:0:14290:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deb4500/0xd7faa4ce02a9f3e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa91b3 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.967119:0:14290:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.967125:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.967126:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.967128:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb4500/0xd7faa4ce02a9f3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91b3 expref: 8178 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967133:0:14290:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012deb4500/0xd7faa4ce02a9f3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91b3 expref: 8178 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967136:0:14290:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deb4500, rc 0) 00000100:00100000:3.0:1705683817.967148:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092249900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+8178:13157:x1788538577590912:12345-192.168.203.50@tcp:101:dd.0 Request processed in 250us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.967151:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158929 00000100:00100000:3.0:1705683817.967161:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967161:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967165:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577591424 00000100:00100000:3.0:1705683817.967174:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967175:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967176:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592512 00000100:00100000:3.0:1705683817.967180:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967181:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967183:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326668 00000100:00100000:3.0:1705683817.967184:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eb31900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1822:15741:x1788538577591424:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:3.0:1705683817.967203:0:14195:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683817.967212:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca6aa80/0xd7faa4ce02a9f155 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37fd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa912e expref: 1822 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967223:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d3ea80/0xd7faa4ce02a923fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x37fd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa4110 expref: 1821 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967231:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37fd:0x0].0x0 (ffff880132158300) 00010000:00010000:3.0:1705683817.967237:0:14195:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.967268:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967273:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967278:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967321:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4280/0xd7faa4ce02a9f3f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3931:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967325:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4280/0xd7faa4ce02a9f3f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3931:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967328:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4280/0xd7faa4ce02a9f3f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3931:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967403:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967409:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967413:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000004:00200000:3.0:1705683817.967562:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x37fd:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.967571:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967575:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967579:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967585:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb6580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.967587:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967591:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967597:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37fd:0x0].0x0 (ffff88012f1c5d00) 00010000:00010000:3.0:1705683817.967599:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683817.967600:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967603:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6580/0xd7faa4ce02a9f3fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x37fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967633:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967637:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967639:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967641:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967643:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb4000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.967644:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967646:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967651:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff88012f1c5a00) 00010000:00010000:3.0:1705683817.967652:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.967653:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967655:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4000/0xd7faa4ce02a9f3ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3931:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000004:00010000:3.0:1705683817.967661:0:14195:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009eb31900 reply state ffff8800a16f9000 transno 4295064314 ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4280/0xd7faa4ce02a9f3f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3931:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967665:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4280/0xd7faa4ce02a9f3f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3931:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967667:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x34 (ffff88012f1c5100) 00010000:00010000:3.0:1705683817.967668:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683817.967685:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eb31900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1822:15741:x1788538577591424:12345-192.168.203.50@tcp:36:rm.0 Request processed in 500us (631us total) trans 4295064314 rc 0/0 00000100:00100000:3.0:1705683817.967689:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326668 00000100:00100000:3.0:1705683817.967695:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967696:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.967698:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326669 00000100:00100000:3.0:1705683817.967700:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eb35a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1821:16395:x1788538577592512:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:3.0:1705683817.967704:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.967705:0:14195:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1705683817.967710:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141c280/0xd7faa4ce02a9ee4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9071 expref: 1821 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967715:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x0 (ffff8800961a4000) 00010000:00010000:3.0:1705683817.967716:0:14195:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.967719:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4780/0xd7faa4ce02a9f403 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa91c8 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.967783:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967789:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967794:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967842:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6f80/0xd7faa4ce02a9f411 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3b3d:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967847:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6f80/0xd7faa4ce02a9f411 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.967851:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6f80/0xd7faa4ce02a9f411 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000004:00080000:3.0:1705683817.968022:0:14195:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4544:0x0], index 0: 0 00010000:00010000:3.0:1705683817.968123:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4c80/0xd7faa4ce02a9f41f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968129:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4c80/0xd7faa4ce02a9f41f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968133:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4c80/0xd7faa4ce02a9f41f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968157:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968164:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968168:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968171:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968174:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb6080 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.968175:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968179:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968184:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x0 (ffff8800961a4000) 00010000:00010000:3.0:1705683817.968185:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.968187:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968190:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6080/0xd7faa4ce02a9f40a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000004:00010000:3.0:1705683817.968198:0:14195:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009eb35a00 reply state ffff880099c10000 transno 4295064315 ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6f80/0xd7faa4ce02a9f411 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968203:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb6f80/0xd7faa4ce02a9f411 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3b3d:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:3.0:1705683817.968207:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x39 (ffff88012f1c5400) 00010000:00010000:3.0:1705683817.968208:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.968228:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4780/0xd7faa4ce02a9f403 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91c8 expref: 1823 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968235:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4c80/0xd7faa4ce02a9f41f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91c8 expref: 1822 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968238:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf4:0x0].0x0 (ffff88012f1c5600) 00010000:00010000:3.0:1705683817.968240:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683817.968241:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deb4c80, rc 0) 00000100:00100000:3.0:1705683817.968257:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eb35a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1823:16395:x1788538577592512:12345-192.168.203.50@tcp:101:touch.0 Request processed in 555us (1163us total) trans 4295064315 rc 0/0 00000100:00100000:3.0:1705683817.968261:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326669 00010000:00010000:3.0:1705683817.968344:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.968360:0:14246:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009251d180/0xd7faa4ce02a89c0e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0c90 expref: 7607 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.968369:0:14246:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091608500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14246:1788538544728448:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.968380:0:14246:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.968385:0:14246:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.968386:0:14246:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.968387:0:14246:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.968388:0:14246:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968392:0:14246:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968401:0:14246:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968406:0:14246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925ac280/0xd7faa4ce02a9f2c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968416:0:14246:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.968506:0:14246:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c323c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+891:3084:x1788538544728320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6952us (6997us total) trans 4295029101 rc 0/0 00000100:00100000:3.0:1705683817.968511:0:14246:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158908 00000100:00100000:3.0:1705683817.968535:0:14246:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968536:0:14246:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968541:0:14246:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544731392 00000100:00100000:3.0:1705683817.968554:0:14246:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968555:0:14246:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968559:0:14246:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158933 00000100:00100000:3.0:1705683817.968562:0:14246:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d144100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1092:3085:x1788538544731392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.968571:0:14246:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4456 count 1 00010000:00010000:3.0:1705683817.968725:0:14246:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968731:0:14246:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8175 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968735:0:14246:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.968735:0:14246:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.968736:0:14246:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968763:0:14246:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8175 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968768:0:14246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8175 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.968774:0:14246:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009581ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14246:1788538544731648:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.968788:0:14246:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.968796:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.968814:0:15134:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092321400/0xd7faa4ce029e1b6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bdca expref: 8175 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.968822:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0000_UUID:15134:1788538544728640:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.968830:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.968834:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.968835:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.968835:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.968836:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968840:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968845:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968849:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800925af700/0xd7faa4ce02a9f2cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.968856:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.968933:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1093:3084:x1788538544728576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7056us (7087us total) trans 4295028188 rc 0/0 00000100:00100000:3.0:1705683817.968938:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158909 00000100:00100000:3.0:1705683817.968952:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968953:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968959:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577593280 00000100:00100000:3.0:1705683817.968970:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968970:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968972:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577593664 00000100:00100000:3.0:1705683817.968976:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968977:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.968981:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326670 00000100:00100000:3.0:1705683817.968985:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac86900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1760:16367:x1788538577593280:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.968991:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.968999:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb5900/0xd7faa4ce02a9f449 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa91dd expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969055:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6800/0xd7faa4ce02a9f457 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:3.0:1705683817.969061:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6800/0xd7faa4ce02a9f457 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d78:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:3.0:1705683817.969065:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6800/0xd7faa4ce02a9f457 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d78:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00200000:3.0:1705683817.969071:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d78:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.969107:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb5900/0xd7faa4ce02a9f449 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91dd expref: 1763 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969113:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6800/0xd7faa4ce02a9f457 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d78:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91dd expref: 1762 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969116:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d78:0x0].0x0 (ffff88009818fc00) 00010000:00010000:3.0:1705683817.969117:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1705683817.969118:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deb6800, rc 0) 00000100:00100000:3.0:1705683817.969127:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac86900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1762:16367:x1788538577593280:12345-192.168.203.50@tcp:101:rm.0 Request processed in 143us (325us total) trans 4295059839 rc 0/0 00000100:00100000:3.0:1705683817.969130:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326670 00010000:00010000:3.0:1705683817.969141:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.969143:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093df8780/0xd7faa4ce02a9f2eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969146:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093df8780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.969147:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df8780/0xd7faa4ce02a9f2eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969150:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df8780/0xd7faa4ce02a9f2eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969155:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093df8780/0xd7faa4ce02a9f2eb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969160:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093df8780/0xd7faa4ce02a9f2eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969172:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.969173:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.969174:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.969194:0:15147:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b3f980/0xd7faa4ce02a89ea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0d85 expref: 7602 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.969203:0:15147:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544728896:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.969212:0:15147:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.969217:0:15147:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.969217:0:15147:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.969218:0:15147:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.969219:0:15147:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969223:0:15147:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969228:0:15147:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969232:0:15147:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925af980/0xd7faa4ce02a9f2d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969245:0:15147:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.969310:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0001-mdtlov_UUID+893:3086:x1788538544728704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7127us (7151us total) trans 4295029105 rc 0/0 00000100:00100000:3.0:1705683817.969314:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158910 00000100:00100000:3.0:1705683817.969320:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969321:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969325:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158936 00000100:00100000:3.0:1705683817.969327:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091576e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1094:3085:x1788538544731776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.969334:0:15147:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4457 count 1 00010000:00010000:3.0:1705683817.969520:0:15147:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969538:0:15147:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8174 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969543:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.969544:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.969545:0:15147:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969559:0:15147:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8174 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969565:0:15147:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8174 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.969572:0:15147:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0000_UUID:15147:1788538544732224:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.969585:0:15147:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.969593:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.969597:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969597:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969602:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544731968 00000100:00100000:3.0:1705683817.969618:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969619:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969622:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544732160 00000100:00100000:3.0:1705683817.969631:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969632:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969634:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544732288 00000100:00100000:3.0:1705683817.969641:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969642:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969647:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158940 00000100:00100000:3.0:1705683817.969649:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f3e4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+894:3086:x1788538544732288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.969658:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11054 count 1 00010000:00010000:3.0:1705683817.969729:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969735:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0eb2f80/0xd7faa4ce02a8affd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa150a expref: 7600 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969738:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.969739:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.969740:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969764:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0eb2f80/0xd7faa4ce02a8affd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa150a expref: 7600 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.969770:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0eb2f80/0xd7faa4ce02a8affd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa150a expref: 7600 pid: 14290 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.969778:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544732416:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.969795:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14110c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.969846:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.969872:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.969901:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.969909:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969910:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969914:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592128 00000100:00100000:3.0:1705683817.969926:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969927:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.969930:0:14200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326672 00000100:00100000:3.0:1705683817.969933:0:14200:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+1512:15436:x1788538577592128:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.969939:0:14200:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.970002:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.970004:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927f7c00/0xd7faa4ce02a9f30e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970009:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927f7c00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.970010:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f7c00/0xd7faa4ce02a9f30e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970014:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f7c00/0xd7faa4ce02a9f30e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970022:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927f7c00/0xd7faa4ce02a9f30e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970029:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927f7c00/0xd7faa4ce02a9f30e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970041:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.970042:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.970042:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.970050:0:14200:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800999dc500/0xd7faa4ce02a9f49d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa91cf expref: -99 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970086:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970090:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970093:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970149:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970152:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970154:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970220:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31d180/0xd7faa4ce02a9f4c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3b27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970223:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31d180/0xd7faa4ce02a9f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970226:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31d180/0xd7faa4ce02a9f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT1 00000004:00010000:3.0:1705683817.970233:0:14200:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31d180/0xd7faa4ce02a9f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970238:0:14200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970240:0:14200:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970242:0:14200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970244:0:14200:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970245:0:14200:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739a8a00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.970246:0:14200:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970248:0:14200:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970251:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x32f7:0x0].0x0 (ffff8800b400cc00) 00010000:00010000:3.0:1705683817.970252:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.970253:0:14200:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970255:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800739a8a00/0xd7faa4ce02a9f4a4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970260:0:14200:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970262:0:14200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970264:0:14200:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970267:0:14200:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006f31e580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.970267:0:14200:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970269:0:14200:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970271:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x32f7:0x0].0x33 (ffff88009841e700) 00010000:00010000:3.0:1705683817.970272:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.970272:0:14200:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970274:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e580/0xd7faa4ce02a9f4b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x32f7:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT1 00010000:00010000:3.0:1705683817.970292:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800999dc500/0xd7faa4ce02a9f49d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91cf expref: 1514 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970298:0:14200:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31d180/0xd7faa4ce02a9f4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3b27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91cf expref: 1513 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970301:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b27:0x0].0x0 (ffff88009841e200) 00010000:00010000:3.0:1705683817.970302:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1705683817.970302:0:14200:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006f31d180, rc 0) 00000100:00100000:3.0:1705683817.970316:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8809:1788538544729856:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.970325:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.970328:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.970328:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.970329:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970338:0:14200:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+1513:15436:x1788538577592128:12345-192.168.203.50@tcp:101:rm.0 Request processed in 404us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.970340:0:14200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326672 00000100:00100000:3.0:1705683817.970366:0:15119:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_031:lustre-OST0001_UUID:15119:1788538544729984:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.970374:0:15119:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.970377:0:15119:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.970377:0:15119:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.970378:0:15119:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970400:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.970438:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012cca5f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6523:1788538544730560:192.168.203.50@tcp:105: 00010000:00010000:3.0:1705683817.970449:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.970458:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6415:1857:x1788538577589376:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5301us (5380us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.970462:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105008 00000100:00100000:3.0:1705683817.970492:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970493:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970496:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592256 00000100:00100000:3.0:1705683817.970503:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970504:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970506:0:14200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326673 00000100:00100000:3.0:1705683817.970508:0:14200:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+296:16247:x1788538577592256:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:3.0:1705683817.970538:0:14200:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.970546:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097252a80/0xd7faa4ce02a9e3a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bc8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8dd8 expref: 296 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970554:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bc8:0x0].0x0 (ffff88009ffbdf00) 00010000:00010000:3.0:1705683817.970556:0:14200:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.970565:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970569:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970574:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970611:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ed00/0xd7faa4ce02a9f4d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3ba0:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970616:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ed00/0xd7faa4ce02a9f4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ba0:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970620:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ed00/0xd7faa4ce02a9f4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ba0:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970648:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970651:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970653:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00000040:00080000:3.0:1705683817.970769:0:14200:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12637, 64 off872256 00010000:00010000:3.0:1705683817.970797:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970802:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970808:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970812:0:14200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970815:0:14200:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970818:0:14200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d400/0xd7faa4ce02a9f4e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bc8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970827:0:14200:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683817.970836:0:14200:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970840:0:14200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970843:0:14200:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970846:0:14200:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006f31c000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.970847:0:14200:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970851:0:14200:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970856:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bc8:0x0].0x0 (ffff88009ffbdf00) 00010000:00010000:3.0:1705683817.970857:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683817.970859:0:14200:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.970862:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31c000/0xd7faa4ce02a9f4dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3bc8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT0 00000100:00100000:3.0:1705683817.970878:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970879:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970884:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592384 00000100:00100000:3.0:1705683817.970897:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970898:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.970902:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326674 00000100:00100000:3.0:1705683817.970905:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f3e3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:60a99ee7-aeeb-4a00-9846-8ea658f59513+1824:2938:x1788538577592384:12345-192.168.203.50@tcp:36:dir_create.sh.0 00010000:00010000:3.0:1705683817.970920:0:14327:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.970928:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134fd4c80/0xd7faa4ce02a9f31c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x483:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa919e expref: 1824 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.970934:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x483:0x0].0x0 (ffff880093574e00) 00010000:00010000:3.0:1705683817.970935:0:14327:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.971001:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ea80/0xd7faa4ce02a9f4f1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x483:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.971005:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ea80/0xd7faa4ce02a9f4f1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x483:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.971008:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ea80/0xd7faa4ce02a9f4f1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x483:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00000001:00080000:3.0:1705683817.971021:0:14327:0:(tgt_lastrcvd.c:2105:tgt_txn_stop_cb()) More than one transaction 4295064318 00000004:00010000:3.0:1705683817.971031:0:14327:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88006f3e3c00 reply state ffff8800a16fc000 transno 4295064319 ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ea80/0xd7faa4ce02a9f4f1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x483:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.971036:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ea80/0xd7faa4ce02a9f4f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x483:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:3.0:1705683817.971039:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x483:0x0].0x0 (ffff880093574e00) 00010000:00010000:3.0:1705683817.971040:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683817.971058:0:14327:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f3e3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:60a99ee7-aeeb-4a00-9846-8ea658f59513+1826:2938:x1788538577592384:12345-192.168.203.50@tcp:36:dir_create.sh.0 Request processed in 153us (230us total) trans 4295064319 rc 0/0 00000100:00100000:3.0:1705683817.971061:0:14327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326674 00000020:00080000:3.0:1705683817.971063:0:14327:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1705683817.971073:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.971075:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927f5e00/0xd7faa4ce02a9f338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971079:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927f5e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.971080:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f5e00/0xd7faa4ce02a9f338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971083:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f5e00/0xd7faa4ce02a9f338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971089:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927f5e00/0xd7faa4ce02a9f338 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971091:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927f5e00/0xd7faa4ce02a9f338 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971102:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.971104:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971106:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739fe800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.971107:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971109:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971113:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971115:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800739fe800/0xd7faa4ce02a9f346 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971124:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.971124:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.971125:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.971166:0:14200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971169:0:14200:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971172:0:14200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971173:0:14200:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971177:0:14200:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006f31d900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.971178:0:14200:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971180:0:14200:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971183:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ba0:0x0].0x0 (ffff88013226f600) 00010000:00010000:3.0:1705683817.971183:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.971184:0:14200:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971186:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31d900/0xd7faa4ce02a9f4ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3ba0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14200 initiator: MDT0 00000004:00010000:3.0:1705683817.971191:0:14200:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009b9f8500 reply state ffff8800a16fb000 transno 4295064317 ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ed00/0xd7faa4ce02a9f4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ba0:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971194:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31ed00/0xd7faa4ce02a9f4d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3ba0:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.971196:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ba0:0x0].0x31 (ffff88009841e300) 00010000:00010000:3.0:1705683817.971197:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683817.971207:0:14200:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+297:16247:x1788538577592256:12345-192.168.203.50@tcp:36:rm.0 Request processed in 698us (808us total) trans 4295064317 rc 0/0 00000100:00100000:3.0:1705683817.971210:0:14200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326673 00000100:00100000:3.0:1705683817.971227:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.971235:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.971240:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971241:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971245:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592576 00010000:00010000:3.0:1705683817.971254:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7598 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.971263:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971264:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971266:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577592704 00010000:00010000:3.0:1705683817.971272:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009630ed00/0xd7faa4ce02a8a6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1152 expref: 7599 pid: 15130 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.971281:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971281:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971285:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105030 00000100:00100000:3.0:1705683817.971288:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7599:1858:x1788538577592576:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.971293:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.971296:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7599 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.971302:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7599 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.971312:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f5af80/0xd7faa4ce02a3b093 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a810a0 expref: 7599 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.971320:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.971321:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.971322:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971326:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971338:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.971350:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7597:1858:x1788538577592576:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.971355:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105030 00010000:00010000:3.0:1705683817.971371:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971376:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971381:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971385:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fd680/0xd7faa4ce02a9f33f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971393:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.971477:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009160da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1768:3085:x1788538544729728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7397us (7440us total) trans 4295029112 rc 0/0 00000100:00100000:3.0:1705683817.971482:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158919 00000100:00100000:3.0:1705683817.971491:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971492:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971495:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544733184 00000100:00100000:3.0:1705683817.971506:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971507:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971510:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544733248 00000100:00100000:3.0:1705683817.971518:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971519:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971522:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158947 00000100:00100000:3.0:1705683817.971537:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1095:3084:x1788538544733184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.971544:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4459 count 1 00010000:00010000:3.0:1705683817.971679:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971686:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8173 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971689:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.971690:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.971690:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971699:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8173 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971704:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8173 pid: 15137 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.971708:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9f9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8809:1788538544733568:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.971721:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801351a2600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.971730:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.971732:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f83c500/0xd7faa4ce02a9f34d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971736:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f83c500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.971738:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83c500/0xd7faa4ce02a9f34d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971743:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83c500/0xd7faa4ce02a9f34d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971774:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f83c500/0xd7faa4ce02a9f34d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971779:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f83c500/0xd7faa4ce02a9f34d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.971789:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.971790:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.971791:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.971803:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971803:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971808:0:8810:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544733696 00000100:00100000:3.0:1705683817.971821:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971821:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.971825:0:8810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158951 00000100:00100000:3.0:1705683817.971828:0:8810:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1096:9443:x1788538544733696:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1705683817.971846:0:8810:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 18082 00000100:00100000:3.0:1705683817.973067:0:8810:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1099:9443:x1788538544733696:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1238us (1273us total) trans 4295028192 rc 0/0 00000100:00100000:3.0:1705683817.973071:0:8810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158951 00010000:00010000:3.0:1705683817.973082:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.973093:0:15126:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096369400/0xd7faa4ce02a3b1ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81133 expref: 7595 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.973103:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d608f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544730688:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.973114:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.973117:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.973118:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.973118:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.973119:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973121:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973124:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973127:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fc000/0xd7faa4ce02a9f369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973133:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.973213:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009581df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1771:3086:x1788538544730432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7973us (8098us total) trans 4295029115 rc 0/0 00000100:00100000:3.0:1705683817.973218:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158925 00010000:00010000:3.0:1705683817.973245:0:15176:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a3bc00/0xd7faa4ce029e2a4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c54f expref: 8170 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.973254:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132162d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544731072:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.973265:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.973270:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.973271:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.973271:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.973272:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973276:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973281:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973285:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb6a80/0xd7faa4ce02a9f3bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.973295:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:3.0:1705683817.973370:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1100:3084:x1788538544730944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7099us (7185us total) trans 4295028193 rc 0/0 00000100:00100000:3.0:1705683817.973375:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158927 00000100:00100000:3.0:1705683817.973392:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.973393:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.973397:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158957 00000100:00100000:3.0:1705683817.973401:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096957300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1099:9443:x1788538544734336:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1705683817.973414:0:15176:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 18114 00000100:00100000:3.0:1705683817.974357:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096957300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1101:9443:x1788538544734336:12345-0@lo:5:osp-pre-0-0.0 Request processed in 956us (1011us total) trans 4295028194 rc 0/0 00000100:00100000:3.0:1705683817.974361:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158957 00010000:00010000:3.0:1705683817.974385:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227ed00/0xd7faa4ce02a9e0ca lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8d14 expref: 1511 pid: 14209 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.974395:0:14334:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009275ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001_UUID:14334:1788538544731136:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.974408:0:14334:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00100000:3.0:1705683817.974412:0:14334:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.974413:0:14334:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.974413:0:14334:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.974414:0:14334:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974417:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000100:00100000:3.0:1705683817.974451:0:14334:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001-mdtlov_UUID:14334:1788538544734784:0@lo:1000:mdt00_036.0 00000100:00100000:3.0:1705683817.974468:0:14334:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.974476:0:14334:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0f92300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.974484:0:14248:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974485:0:14248:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974489:0:14248:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544734784 00000100:00100000:3.0:1705683817.974501:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974502:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974505:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39405 00000100:00100000:3.0:1705683817.974507:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+31:14334:x1788538544734784:12345-0@lo:1000:mdt00_036.0 00000100:00100000:3.0:1705683817.974553:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+31:14334:x1788538544734784:12345-0@lo:1000:mdt00_036.0 Request processed in 44us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.974557:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39405 00000100:00100000:3.0:1705683817.974578:0:14334:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001-mdtlov_UUID:14334:1788538544734784:0@lo:1000:mdt00_036.0 00010000:00010000:3.0:1705683817.974641:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974645:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974647:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974649:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb7980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.974651:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974653:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974657:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88007f989500) 00010000:00010000:3.0:1705683817.974658:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683817.974659:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974661:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb7980/0xd7faa4ce02a9f3c4 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974670:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974672:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974674:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974676:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f03d680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.974677:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974679:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974681:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff880129720200) 00010000:00010000:3.0:1705683817.974682:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1705683817.974683:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974684:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03d680/0xd7faa4ce02a9f38c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000004:00080000:3.0:1705683817.974692:0:14334:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000405:0x3d4:0x0] 00010000:00010000:3.0:1705683817.974694:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.974697:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.974699:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.974704:0:14334:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683817.974707:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974709:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974714:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974715:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f03cc80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.974716:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974718:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974720:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff880129720400) 00010000:00010000:3.0:1705683817.974721:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.974722:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974723:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f03cc80/0xd7faa4ce02a9f37e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974729:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974731:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974733:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974734:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974736:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093df8280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.974737:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974741:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974744:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:3.0:1705683817.974744:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.974745:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974746:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f370 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974763:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974766:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974767:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974769:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093df8000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.974770:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974772:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974775:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff880129720100) 00010000:00010000:3.0:1705683817.974776:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.974776:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.974778:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f377 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000100:00100000:3.0:1705683817.974798:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1761:16332:x1788538577589760:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 9530us (9696us total) trans 0 rc -39/-39 00000100:00100000:3.0:1705683817.974802:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326665 00000100:00100000:3.0:1705683817.974811:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974812:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974814:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577594560 00000100:00100000:3.0:1705683817.974823:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974824:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.974827:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326676 00000100:00100000:3.0:1705683817.974830:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a59e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1827:15741:x1788538577594240:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.974838:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.974881:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f584 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa921c expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1705683817.974935:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3b0e:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.974985:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f584 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3931:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa921c expref: 1829 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.974991:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006f31db80/0xd7faa4ce02a9f584 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3931:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa921c expref: 1829 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975004:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006f31db80, rc 0) 00000100:00100000:3.0:1705683817.975015:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a59e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1829:15741:x1788538577594240:12345-192.168.203.50@tcp:101:rm.0 Request processed in 184us (779us total) trans 4295064320 rc 301/301 00000100:00100000:3.0:1705683817.975021:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326676 00000100:00100000:3.0:1705683817.975029:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975030:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975033:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326677 00000100:00100000:3.0:1705683817.975037:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1511:16312:x1788538577594560:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:3.0:1705683817.975041:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.975101:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f599 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa922a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975160:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975166:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975171:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975232:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975238:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975242:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000004:00200000:3.0:1705683817.975283:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d6a:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.975315:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975319:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975322:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975325:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975329:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e04c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.975330:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975334:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975341:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:3.0:1705683817.975343:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.975344:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975348:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f5a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975357:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975361:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975364:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975367:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e04280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.975368:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975371:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975376:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff880098846e00) 00010000:00010000:3.0:1705683817.975377:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.975379:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975382:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04280/0xd7faa4ce02a9f5a7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683817.975407:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f599 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa922a expref: 1513 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975412:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f599 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa922a expref: 1513 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975418:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e04a00, rc 0) 00000100:00100000:3.0:1705683817.975435:0:14246:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009581ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14246:1788538544731648:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.975446:0:14246:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.975451:0:14246:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.975452:0:14246:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.975453:0:14246:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.975542:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.975544:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975548:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f03c500 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:3.0:1705683817.975550:0:7680:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683817.975553:0:7680:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975566:0:7680:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975568:0:7680:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683817.975576:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 1/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975578:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88011f03c500/0xd7faa4ce02a9f393 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9f39a expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975586:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.975586:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.975587:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.975595:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1512:16312:x1788538577594560:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 557us (985us total) trans 4295059840 rc 301/301 00000100:00100000:3.0:1705683817.975598:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326677 00000100:00100000:3.0:1705683817.975604:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975605:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975607:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577594432 00000100:00100000:3.0:1705683817.975614:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975615:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.975617:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326680 00000100:00100000:3.0:1705683817.975618:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732acb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1830:16395:x1788538577594432:12345-192.168.203.50@tcp:36:touch.0 00010000:00010000:3.0:1705683817.975631:0:14334:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.975637:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb4c80/0xd7faa4ce02a9f41f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91c8 expref: 1830 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975642:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf4:0x0].0x0 (ffff88012f1c5600) 00010000:00010000:3.0:1705683817.975646:0:14334:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683817.975710:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07980/0xd7faa4ce02a9f5f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bf4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975714:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07980/0xd7faa4ce02a9f5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975716:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07980/0xd7faa4ce02a9f5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00000004:00010000:3.0:1705683817.975747:0:14334:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8800732acb00 reply state ffff880073807000 transno 4295064322 ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07980/0xd7faa4ce02a9f5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975770:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07980/0xd7faa4ce02a9f5f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3bf4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683817.975776:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf4:0x0].0x0 (ffff880098846b00) 00010000:00010000:3.0:1705683817.975778:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.975786:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.975788:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975793:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134fd4500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.975795:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975799:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975809:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f434 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975817:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fd4500/0xd7faa4ce02a9f434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975828:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.975829:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.975830:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.975857:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732acb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1830:16395:x1788538577594432:12345-192.168.203.50@tcp:36:touch.0 Request processed in 237us (304us total) trans 4295064322 rc 0/0 00000100:00100000:3.0:1705683817.975860:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326680 00010000:00010000:3.0:1705683817.975881:0:15153:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092327480/0xd7faa4ce029e1d9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5bf05 expref: 8171 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.975886:0:15153:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0000_UUID:15153:1788538544729664:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.975894:0:15153:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.975897:0:15153:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.975898:0:15153:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.975898:0:15153:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.975899:0:15153:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975902:0:15153:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975904:0:15153:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975908:0:15153:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134fd5900/0xd7faa4ce02a9f331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.975915:0:15153:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.975992:0:15153:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1102:3083:x1788538544729472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12145us (12262us total) trans 4295028196 rc 0/0 00000100:00100000:3.0:1705683817.975997:0:15153:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158917 00000100:00100000:3.0:1705683817.976128:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.976146:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.976155:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976156:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976162:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577594816 00010000:00010000:3.0:1705683817.976172:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8171 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.976184:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976185:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976189:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105045 00000100:00100000:3.0:1705683817.976192:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8171:1857:x1788538577594816:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.976198:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.976200:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8171 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976206:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8171 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976218:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c280/0xd7faa4ce029e2d87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5c698 expref: 8171 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976226:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976228:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976229:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976234:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976246:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.976257:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8170:1857:x1788538577594816:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.976262:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105045 00010000:00010000:3.0:1705683817.976277:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.976280:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f83c780/0xd7faa4ce02a9f42d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976285:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f83c780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.976286:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83c780/0xd7faa4ce02a9f42d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976291:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83c780/0xd7faa4ce02a9f42d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976299:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f83c780/0xd7faa4ce02a9f42d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976303:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f83c780/0xd7faa4ce02a9f42d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976316:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976317:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976318:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976325:0:14246:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976330:0:14246:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976334:0:14246:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976339:0:14246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976346:0:14246:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.976408:0:14246:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d144100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1103:3085:x1788538544731392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7846us (8000us total) trans 4295028197 rc 0/0 00000100:00100000:3.0:1705683817.976412:0:14246:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158933 00000100:00100000:3.0:1705683817.976423:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976424:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976427:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577594944 00010000:00010000:3.0:1705683817.976433:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093dcd180/0xd7faa4ce02a8ab26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1327 expref: 7596 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.976440:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976440:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976442:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105046 00000100:00100000:3.0:1705683817.976444:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7596:1857:x1788538577594944:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.976448:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.976449:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093dcd180/0xd7faa4ce02a8ab26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1327 expref: 7596 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976453:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093dcd180/0xd7faa4ce02a8ab26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1327 expref: 7596 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976460:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976461:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976462:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fd6800/0xd7faa4ce02a9f473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976464:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134fd6800/0xd7faa4ce02a9f473 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976470:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.976477:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7597:1857:x1788538577594944:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.976479:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105046 00000100:00100000:3.0:1705683817.976492:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976492:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976494:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105047 00000100:00100000:3.0:1705683817.976496:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d1e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7597:1857:x1788538577595264:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.976499:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.976500:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801323c0500/0xd7faa4ce02a3b66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a812fa expref: 7597 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976507:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801323c0500/0xd7faa4ce02a3b66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a812fa expref: 7597 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976512:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323c0500/0xd7faa4ce02a3b66d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a812fa expref: 7597 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.976517:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976518:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.976519:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976521:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976542:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.976549:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d1e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7595:1857:x1788538577595264:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 52us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.976552:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105047 00010000:00010000:3.0:1705683817.976562:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.976564:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976567:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb7700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.976568:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976573:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976577:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976580:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012deb7700/0xd7faa4ce02a9f43b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976587:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.976588:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976591:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f83fc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.976592:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976594:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976597:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976599:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f83fc00/0xd7faa4ce02a9f496 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x283a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976609:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976609:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976610:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.976612:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.976622:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544732416:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.976631:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.976636:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.976637:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.976638:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976652:0:15147:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0000_UUID:15147:1788538544732224:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.976662:0:15147:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.976667:0:15147:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.976667:0:15147:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.976668:0:15147:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976674:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976675:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976680:0:15153:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544735616 00000100:00100000:3.0:1705683817.976692:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976693:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976696:0:15153:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158972 00000100:00100000:3.0:1705683817.976698:0:15153:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b20a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1774:3084:x1788538544735616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.976707:0:15153:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10306 count 1 00010000:00010000:3.0:1705683817.976881:0:15153:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976892:0:15153:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d57200/0xd7faa4ce02a3c125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a817a7 expref: 7593 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976897:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.976898:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.976899:0:15153:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976912:0:15153:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d57200/0xd7faa4ce02a3c125 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a817a7 expref: 7593 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.976919:0:15153:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d57200/0xd7faa4ce02a3c125 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a817a7 expref: 7593 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.976926:0:15153:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544735872:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.976940:0:15153:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43f00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.976947:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976948:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976953:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577595136 00010000:00010000:3.0:1705683817.976961:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8170 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.976971:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976971:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976973:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577595328 00010000:00010000:3.0:1705683817.976978:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e90000/0xd7faa4ce02a8b1f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1630 expref: 7594 pid: 15122 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.976989:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976990:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.976993:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105049 00000100:00100000:3.0:1705683817.976996:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8170:1857:x1788538577595136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.977000:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.977002:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8170 pid: 15151 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.977007:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8170 pid: 15151 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.977016:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132082300/0xd7faa4ce029e3bc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5d18f expref: 8170 pid: 15151 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.977022:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.977023:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.977024:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977028:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977037:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.977045:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:1857:x1788538577595136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 48us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.977049:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105049 00010000:00010000:3.0:1705683817.977061:0:15147:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977065:0:15147:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977069:0:15147:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977073:0:15147:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977080:0:15147:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.977151:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091576e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1104:3085:x1788538544731776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7822us (7903us total) trans 4295028198 rc 0/0 00000100:00100000:3.0:1705683817.977156:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158936 00010000:00010000:3.0:1705683817.977167:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.977168:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977172:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012deb6300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.977173:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977176:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977181:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977184:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012deb6300/0xd7faa4ce02a9f481 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977192:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.977193:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927f6f80/0xd7faa4ce02a9f4ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977195:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927f6f80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.977196:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f6f80/0xd7faa4ce02a9f4ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977199:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f6f80/0xd7faa4ce02a9f4ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977202:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927f6f80/0xd7faa4ce02a9f4ab lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977205:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927f6f80/0xd7faa4ce02a9f4ab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977213:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.977214:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.977215:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.977217:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977220:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977223:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977226:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800999dc000/0xd7faa4ce02a9f48f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977230:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.977298:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f3e4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+902:3086:x1788538544732288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7648us (7675us total) trans 4295029124 rc 0/0 00000100:00100000:3.0:1705683817.977301:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158940 00000100:00100000:3.0:1705683817.977308:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977308:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683817.977316:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.977376:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977377:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977380:0:8810:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544736064 00000100:00100000:3.0:1705683817.977387:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977388:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977390:0:8810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158976 00000100:00100000:3.0:1705683817.977392:0:8810:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+902:3086:x1788538544736064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.977398:0:8810:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11062 count 1 00010000:00010000:3.0:1705683817.977432:0:8810:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977437:0:8810:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7590 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977440:0:8810:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.977440:0:8810:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.977441:0:8810:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977451:0:8810:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7590 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977455:0:8810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7590 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.977460:0:8810:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8810:1788538544736192:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.977470:0:8810:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.977564:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977565:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977569:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544736256 00000100:00100000:3.0:1705683817.977578:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977578:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.977580:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158977 00000100:00100000:3.0:1705683817.977582:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0af7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+1104:3084:x1788538544736256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.977588:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4466 count 1 00010000:00010000:3.0:1705683817.977735:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977743:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801351df200/0xd7faa4ce029e8d2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a60a45 expref: 8168 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977765:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.977766:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.977767:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977781:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801351df200/0xd7faa4ce029e8d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a60a45 expref: 8168 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.977787:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801351df200/0xd7faa4ce029e8d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a60a45 expref: 8168 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.977794:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fa800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15132:1788538544736576:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.977810:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.978683:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:3.0:1705683817.978721:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9f9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8809:1788538544733568:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.978733:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.978739:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.978739:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.978740:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.979335:0:9443:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b23c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9443:1788538544736384:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1705683817.979342:0:9443:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x4544:0x0]-[0x280000401:0x4701:0x0] 00000100:00100000:3.0:1705683817.979403:0:9443:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9f9900 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9443:1788538544736640:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1705683817.979417:0:9443:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.979424:0:9443:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43b40 going to sleep for 143 seconds 00000100:00100000:3.0:1705683817.979493:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.979494:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.979498:0:15147:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544736704 00000100:00100000:3.0:1705683817.979508:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.979508:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.979511:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158982 00000100:00100000:3.0:1705683817.979513:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1776:11029:x1788538544736704:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1705683817.979537:0:15147:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 18178 00000100:00100000:3.0:1705683817.980705:0:9443:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9f9900 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9443:1788538544736640:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1705683817.980712:0:9443:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x4544:0x0]-[0x280000401:0x4721:0x0] 00000100:00100000:3.0:1705683817.980893:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1778:11029:x1788538544736704:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1379us (1412us total) trans 4295029128 rc 0/0 00000100:00100000:3.0:1705683817.980897:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158982 00000100:00100000:3.0:1705683817.980912:0:11029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091cd9900 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11029:1788538544736704:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1705683817.980919:0:11029:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x4542:0x0]-[0x2c0000401:0x4721:0x0] 00000100:00100000:3.0:1705683817.980962:0:9443:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9f8a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9443:1788538544736768:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1705683817.980974:0:9443:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.980980:0:9443:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43b40 going to sleep for 143 seconds 00000100:00100000:3.0:1705683817.980984:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.980985:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.980988:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544736768 00000100:00100000:3.0:1705683817.980995:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.980995:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.980997:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158983 00000100:00100000:3.0:1705683817.980999:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1107:9443:x1788538544736768:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1705683817.981010:0:15180:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 18210 00010000:00010000:3.0:1705683817.981953:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.981956:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e9cc80/0xd7faa4ce02a9f530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x116d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.981960:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e9cc80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.981962:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e9cc80/0xd7faa4ce02a9f530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x116d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.981965:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e9cc80/0xd7faa4ce02a9f530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x116d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.981972:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e9cc80/0xd7faa4ce02a9f530 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x116d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.981975:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e9cc80/0xd7faa4ce02a9f530 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x116d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.981986:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.981987:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.981988:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.982010:0:11029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fc100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11029:1788538544737088:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1705683817.982028:0:11029:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.982035:0:11029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43000 going to sleep for 143 seconds 00000100:00100000:3.0:1705683817.982040:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.982040:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.982043:0:15116:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544737088 00000100:00100000:3.0:1705683817.982055:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.982056:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.982057:0:15116:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158986 00000100:00100000:3.0:1705683817.982060:0:15116:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+1778:11029:x1788538544737088:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1705683817.982072:0:15116:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 18210 00000100:00100000:3.0:1705683817.983184:0:15116:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+1780:11029:x1788538544737088:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1123us (1155us total) trans 4295029132 rc 0/0 00000100:00100000:3.0:1705683817.983189:0:15116:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158986 00000100:00100000:3.0:1705683817.983289:0:15153:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544735872:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.983303:0:15153:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.983309:0:15153:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.983310:0:15153:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.983311:0:15153:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983321:0:14248:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983322:0:14248:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983327:0:14248:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577599040 00000100:00100000:3.0:1705683817.983345:0:14248:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983345:0:14248:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983349:0:14248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 39406 00000100:00100000:3.0:1705683817.983353:0:14248:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009241e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:c572401a-2098-484c-b5c8-7a348378e325+1513:1857:x1788538577599040:12345-192.168.203.50@tcp:63:ll_sa.0 00010000:00010000:3.0:1705683817.983370:0:14248:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.983378:0:14248:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9f6b1 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa92a8 expref: -99 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983444:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.983452:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.983458:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00000100:00100000:3.0:1705683817.983547:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983549:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983554:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577595584 00010000:00010000:3.0:1705683817.983565:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801323c2580/0xd7faa4ce02a3b7c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8137f expref: 7584 pid: 14226 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.983580:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983581:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983583:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577595712 00010000:00010000:3.0:1705683817.983587:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136223480/0xd7faa4ce02a8b4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa172c expref: 7585 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.983593:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983594:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983595:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577595968 00010000:00010000:3.0:1705683817.983599:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c47480/0xd7faa4ce02a3bb52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8151c expref: 7586 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.983605:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983605:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983607:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105060 00000100:00100000:3.0:1705683817.983609:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7586:1858:x1788538577595584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.983613:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.983615:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801323c2580/0xd7faa4ce02a3b7c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8137f expref: 7586 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983620:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801323c2580/0xd7faa4ce02a3b7c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8137f expref: 7586 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983627:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323c2580/0xd7faa4ce02a3b7c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8137f expref: 7586 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983633:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983634:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983635:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983641:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983650:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.983659:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7584:1858:x1788538577595584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 49us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.983662:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105060 00000100:00100000:3.0:1705683817.983681:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983681:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983684:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596224 00010000:00010000:3.0:1705683817.983689:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e7d400/0xd7faa4ce029e88db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606d3 expref: 6081 pid: 15154 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.983693:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983694:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983696:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105063 00000100:00100000:3.0:1705683817.983698:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0af5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8166:1858:x1788538577595840:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.983701:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.983702:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8166 pid: 15137 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983706:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8166 pid: 15137 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983713:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132ebea80/0xd7faa4ce029e4cdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5dcef expref: 8166 pid: 15137 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.983720:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983721:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983722:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983724:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983731:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.983737:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0af5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:1858:x1788538577595840:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.983739:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105063 00000100:00100000:3.0:1705683817.983744:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983744:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.983761:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105065 00000100:00100000:3.0:1705683817.983763:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800980a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c572401a-2098-484c-b5c8-7a348378e325+6081:1858:x1788538577596224:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.983766:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.983771:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e7d400/0xd7faa4ce029e88db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606d3 expref: 6081 pid: 15154 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.983775:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e7d400/0xd7faa4ce029e88db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606d3 expref: 6081 pid: 15154 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.983782:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e7d400/0xd7faa4ce029e88db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606d3 expref: 6081 pid: 15154 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.983790:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983790:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.983792:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c31400/0xd7faa4ce02a9f529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91d6 expref: 6080 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983795:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c31400/0xd7faa4ce02a9f529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91d6 expref: 6080 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983804:0:14496:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c31400/0xd7faa4ce02a9f529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91d6 expref: 6080 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683817.983809:0:14496:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14496:1788538544737792:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683817.983818:0:14496:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43b40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683817.983829:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983833:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983836:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983839:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006f31f480/0xd7faa4ce02a9f514 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x116b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983845:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.983946:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1111:3084:x1788538544733184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12408us (12508us total) trans 4295028204 rc 0/0 00000100:00100000:3.0:1705683817.983950:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158947 00010000:00010000:3.0:1705683817.983964:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683817.983966:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131e9fc00/0xd7faa4ce02a9f50d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983969:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e9fc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.983970:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e9fc00/0xd7faa4ce02a9f50d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983973:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e9fc00/0xd7faa4ce02a9f50d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983978:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131e9fc00/0xd7faa4ce02a9f50d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983981:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131e9fc00/0xd7faa4ce02a9f50d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x283e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983991:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.983991:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927f7200/0xd7faa4ce02a9f4ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.983994:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927f7200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.983995:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f7200/0xd7faa4ce02a9f4ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984000:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927f7200/0xd7faa4ce02a9f4ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984004:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927f7200/0xd7faa4ce02a9f4ea lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984006:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927f7200/0xd7faa4ce02a9f4ea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984016:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.984017:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.984018:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.984021:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984024:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984027:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984030:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095c30c80/0xd7faa4ce02a9f4c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x283b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984035:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.984093:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f7b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1781:3084:x1788538544732672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13793us (13839us total) trans 4295029135 rc 0/0 00000100:00100000:3.0:1705683817.984098:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158943 00000100:00100000:3.0:1705683817.984105:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.984106:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.984109:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544737920 00000100:00100000:3.0:1705683817.984120:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.984121:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.984123:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158994 00000100:00100000:3.0:1705683817.984126:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009241b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1781:3083:x1788538544737920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.984134:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10309 count 1 00010000:00010000:3.0:1705683817.984321:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984329:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7580 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984334:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.984335:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.984336:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984351:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7580 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984357:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7580 pid: 15130 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.984363:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fe900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544738176:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.984375:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801351a2600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.984382:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.984382:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683817.984391:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984395:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984398:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984447:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984452:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984456:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00000004:00200000:3.0:1705683817.984478:0:14248:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3473:0x0]: returning size 0 00000004:00200000:3.0:1705683817.984481:0:14248:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683817.984491:0:14248:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984496:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984499:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984501:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984503:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984507:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e07c00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984508:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984510:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984513:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x0 (ffff880097ebe800) 00010000:00010000:3.0:1705683817.984515:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984516:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984518:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9f6b8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984537:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984540:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984542:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984543:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e04000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984544:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984546:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984549:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x3431 (ffff880098846300) 00010000:00010000:3.0:1705683817.984550:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984550:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984552:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9f6db lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984574:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9f6b1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92a8 expref: 1516 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984579:0:14248:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04f00/0xd7faa4ce02a9f6e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3473:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92a8 expref: 1515 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984581:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3473:0x0].0x0 (ffff88009cb01e00) 00010000:00010000:3.0:1705683817.984582:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683817.984583:0:14248:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e04f00, rc 0) 00010000:00010000:3.0:1705683817.984585:0:14248:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.984589:0:14248:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9f6f7 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa92af expref: -99 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984598:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984601:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984604:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984628:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984631:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984633:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984656:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984659:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984662:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00000004:00200000:3.0:1705683817.984673:0:14248:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c1f:0x0]: returning size 0 00000004:00200000:3.0:1705683817.984674:0:14248:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683817.984677:0:14248:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984679:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984682:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984684:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984686:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984687:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e05b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984688:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984690:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984693:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x0 (ffff880097ebe800) 00010000:00010000:3.0:1705683817.984694:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984695:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984697:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9f6fe lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984702:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984704:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984706:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984707:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e05180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984708:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984710:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984712:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x31 (ffff880098846d00) 00010000:00010000:3.0:1705683817.984713:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984713:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984715:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9f705 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984729:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9f6f7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92af expref: 1517 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984734:0:14248:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05900/0xd7faa4ce02a9f70c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92af expref: 1516 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984736:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c1f:0x0].0x0 (ffff880095d0da00) 00010000:00010000:3.0:1705683817.984737:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683817.984738:0:14248:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e05900, rc 0) 00010000:00010000:3.0:1705683817.984739:0:14248:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.984742:0:14248:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05680/0xd7faa4ce02a9f713 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa92b6 expref: -99 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984765:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984768:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984771:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984791:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984793:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984795:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984813:0:14248:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14248 initiator: MDT0 00010000:00010000:3.0:1705683817.984818:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984820:0:14248:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00000004:00200000:3.0:1705683817.984830:0:14248:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x346c:0x0]: returning size 0 00000004:00200000:3.0:1705683817.984831:0:14248:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683817.984834:0:14248:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984836:0:14248:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984839:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984841:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984842:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984844:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06a80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984845:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984847:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984849:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x0 (ffff880097ebe800) 00010000:00010000:3.0:1705683817.984850:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984851:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984853:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9f71a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984858:0:14248:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984860:0:14248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984862:0:14248:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984864:0:14248:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.984864:0:14248:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984866:0:14248:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984868:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c19:0x0].0x3931 (ffff880098846200) 00010000:00010000:3.0:1705683817.984869:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.984869:0:14248:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984871:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9f721 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c19:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14248 initiator: MDT1 00010000:00010000:3.0:1705683817.984885:0:14248:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05680/0xd7faa4ce02a9f713 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92b6 expref: 1518 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984890:0:14248:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05e00/0xd7faa4ce02a9f728 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x346c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92b6 expref: 1517 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.984895:0:14248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x346c:0x0].0x0 (ffff88011e1c9000) 00010000:00010000:3.0:1705683817.984896:0:14248:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683817.984897:0:14248:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e05e00, rc 0) 00000100:00100000:3.0:1705683817.984909:0:14248:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009241e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:c572401a-2098-484c-b5c8-7a348378e325+1517:1857:x1788538577599040:12345-192.168.203.50@tcp:63:ll_sa.0 Request processed in 1556us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.984912:0:14248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 39406 00000100:00100000:3.0:1705683817.984932:0:8810:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8810:1788538544736192:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.984943:0:8810:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.984946:0:8810:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.984947:0:8810:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.984947:0:8810:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985533:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fa800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15132:1788538544736576:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.985544:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.985548:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.985549:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.985549:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985555:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985556:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985570:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596480 00010000:00010000:3.0:1705683817.985577:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ed4f00/0xd7faa4ce02a3bcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a815af expref: 7581 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.985586:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985587:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985589:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105067 00000100:00100000:3.0:1705683817.985591:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7581:1858:x1788538577596480:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.985596:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.985597:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ed4f00/0xd7faa4ce02a3bcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a815af expref: 7581 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.985601:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ed4f00/0xd7faa4ce02a3bcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a815af expref: 7581 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.985608:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ed4f00/0xd7faa4ce02a3bcf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a815af expref: 7581 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.985614:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.985614:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.985615:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009141b980/0xd7faa4ce02a9f53e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985618:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009141b980/0xd7faa4ce02a9f53e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x283f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985627:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.985635:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7580:1858:x1788538577596480:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.985638:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105067 00000100:00100000:3.0:1705683817.985643:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985643:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985646:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597440 00010000:00010000:3.0:1705683817.985650:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ec8280/0xd7faa4ce029e795a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f97b expref: 8163 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.985657:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985658:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985660:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105069 00000100:00100000:3.0:1705683817.985662:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009254e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8163:1857:x1788538577597440:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.985664:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.985666:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ec8280/0xd7faa4ce029e795a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f97b expref: 8163 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.985669:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ec8280/0xd7faa4ce029e795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f97b expref: 8163 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.985675:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.985676:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.985677:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985679:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985684:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.985689:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009254e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:1857:x1788538577597440:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.985692:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105069 00010000:00010000:3.0:1705683817.985700:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985706:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985708:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985711:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.985716:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.985808:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0af7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+1114:3084:x1788538544736256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8225us (8293us total) trans 4295028206 rc 0/0 00000100:00100000:3.0:1705683817.985813:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158977 00000100:00100000:3.0:1705683817.985823:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985824:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985826:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597248 00000100:00100000:3.0:1705683817.985838:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985838:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.985842:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 158998 00000100:00100000:3.0:1705683817.985844:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:c572401a-2098-484c-b5c8-7a348378e325+6413:14136:x1788538577597248:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.985850:0:15132:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.986056:0:15132:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e04780/0xd7faa4ce02a9f767 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x354b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa924d expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.986065:0:15132:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x354b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.986074:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986075:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986078:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04780/0xd7faa4ce02a9f767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa924d expref: 6414 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986085:0:15132:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091e04780/0xd7faa4ce02a9f767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa924d expref: 6414 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986090:0:15132:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e04780, rc 0) 00000100:00100000:3.0:1705683817.986100:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:c572401a-2098-484c-b5c8-7a348378e325+6414:14136:x1788538577597248:12345-192.168.203.50@tcp:101:dd.0 Request processed in 256us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.986104:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 158998 00010000:00010000:3.0:1705683817.986115:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1705683817.986117:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986120:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e07480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.986121:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986124:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986129:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986132:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9f64f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986141:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683817.986142:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986144:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093d24500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.986145:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986148:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986153:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986156:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d24500/0xd7faa4ce02a9f617 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986297:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.986298:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.986299:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.986312:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0af5500/2, rc 0, transno 60910 00000100:00100000:3.0:1705683817.986317:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544736256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.986337:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fa800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544738688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.986350:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.986360:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986361:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986364:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544738688 00000100:00100000:3.0:1705683817.986374:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986374:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986377:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159000 00000100:00100000:3.0:1705683817.986380:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+1114:3085:x1788538544738688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.986389:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4472 count 1 00010000:00010000:3.0:1705683817.986629:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986637:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c89e00/0xd7faa4ce029f928e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6d346 expref: 8160 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986641:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.986642:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.986643:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986654:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c89e00/0xd7faa4ce029f928e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d346 expref: 8160 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986659:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c89e00/0xd7faa4ce029f928e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d346 expref: 8160 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.986666:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15132:1788538544738816:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.986679:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.986687:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986688:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986693:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596672 00010000:00010000:3.0:1705683817.986702:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce029e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5eb0b expref: 8161 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.986720:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986721:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986724:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105070 00000100:00100000:3.0:1705683817.986728:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800914f8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:1859:x1788538577596672:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.986732:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.986735:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce029e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5eb0b expref: 8161 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986740:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce029e6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5eb0b expref: 8161 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986771:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce029e6525 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5eb0b expref: 8161 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986779:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986779:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986780:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d26300/0xd7faa4ce02a9f5fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986784:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d26300/0xd7faa4ce02a9f5fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x116f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986796:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.986806:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800914f8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:1859:x1788538577596672:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.986810:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105070 00000100:00100000:3.0:1705683817.986872:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986872:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986876:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596800 00010000:00010000:3.0:1705683817.986883:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02a8bc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1a12 expref: 7580 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.986893:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986893:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986899:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596928 00010000:00010000:3.0:1705683817.986905:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d57200/0xd7faa4ce02a3c125 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a817a7 expref: 7581 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.986913:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986913:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.986916:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105071 00000100:00100000:3.0:1705683817.986919:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800914f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7581:1859:x1788538577596800:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.986924:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.986926:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02a8bc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1a12 expref: 7581 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986931:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02a8bc3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1a12 expref: 7581 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986943:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02a8bc3d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1a12 expref: 7581 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.986950:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986951:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.986952:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009201e800/0xd7faa4ce02a9f609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986956:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009201e800/0xd7faa4ce02a9f609 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.986977:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.986988:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800914f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7579:1859:x1788538577596800:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 68us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.986992:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105071 00000100:00100000:3.0:1705683817.986999:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987000:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987002:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597056 00010000:00010000:3.0:1705683817.987009:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c51400/0xd7faa4ce02a8bdda lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1aeb expref: 7579 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987019:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987019:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987022:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597184 00010000:00010000:3.0:1705683817.987027:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7579 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987038:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987038:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987041:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105074 00000100:00100000:3.0:1705683817.987044:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7579:1859:x1788538577597184:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.987054:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.987056:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7579 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987062:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7579 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987075:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02a8c2cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1d30 expref: 7578 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987083:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987084:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987086:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987090:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987100:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.987111:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7576:1859:x1788538577597184:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.987116:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105074 00010000:00010000:3.0:1705683817.987168:0:15153:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987173:0:15153:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987177:0:15153:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987181:0:15153:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06f80/0xd7faa4ce02a9f625 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987200:0:15153:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.987280:0:15153:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b20a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1784:3084:x1788538544735616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10580us (10622us total) trans 4295029140 rc 0/0 00000100:00100000:3.0:1705683817.987286:0:15153:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158972 00000100:00100000:3.0:1705683817.987302:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987303:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987307:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596608 00010000:00010000:3.0:1705683817.987316:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800738a9680/0xd7faa4ce02a96842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aa8 expref: 6083 pid: 15111 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.987328:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987328:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987331:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596736 00010000:00010000:3.0:1705683817.987337:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096021900/0xd7faa4ce02a3be5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8165e expref: 7576 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987344:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987345:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987347:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596864 00010000:00010000:3.0:1705683817.987352:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096305680/0xd7faa4ce029e7188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f3f5 expref: 8160 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987358:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987359:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987361:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577596992 00010000:00010000:3.0:1705683817.987367:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093fa2300/0xd7faa4ce02a3bf50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a816dc expref: 7577 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987373:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987374:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987376:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597120 00010000:00010000:3.0:1705683817.987382:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fa080/0xd7faa4ce02a8bf8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1bbd expref: 7578 pid: 15122 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987387:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987388:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987390:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577597312 00010000:00010000:3.0:1705683817.987395:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d0ea80/0xd7faa4ce02a8c59e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1e4f expref: 7579 pid: 15115 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.987401:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987401:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987404:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105075 00000100:00100000:3.0:1705683817.987407:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d666e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6083:1859:x1788538577596608:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.987413:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.987420:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800738a9680/0xd7faa4ce02a96842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aa8 expref: 6083 pid: 15111 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.987427:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800738a9680/0xd7faa4ce02a96842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aa8 expref: 6083 pid: 15111 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.987437:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800738a9680/0xd7faa4ce02a96842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aa8 expref: 6083 pid: 15111 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683817.987445:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987446:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987448:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c30f00/0xd7faa4ce02a9f576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9207 expref: 8160 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987456:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c30f00/0xd7faa4ce02a9f576 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9207 expref: 8160 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987471:0:6522:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c30f00/0xd7faa4ce02a9f576 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9207 expref: 8160 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683817.987477:0:6522:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6522:1788538544739200:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683817.987490:0:6522:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.987502:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987503:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987509:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105077 00000100:00100000:3.0:1705683817.987513:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d665a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:1859:x1788538577596864:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.987518:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.987521:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096305680/0xd7faa4ce029e7188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f3f5 expref: 8160 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987543:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096305680/0xd7faa4ce029e7188 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f3f5 expref: 8160 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987554:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096305680/0xd7faa4ce029e7188 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a5f3f5 expref: 8160 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987561:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987563:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987564:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091418a00/0xd7faa4ce02a9f610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987569:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091418a00/0xd7faa4ce02a9f610 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987582:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.987593:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d665a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8159:1859:x1788538577596864:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 80us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.987598:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105077 00000100:00100000:3.0:1705683817.987606:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987607:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.987611:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105080 00000100:00100000:3.0:1705683817.987614:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d661900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7575:1859:x1788538577597312:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.987619:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.987622:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d0ea80/0xd7faa4ce02a8c59e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1e4f expref: 7575 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987628:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d0ea80/0xd7faa4ce02a8c59e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1e4f expref: 7575 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987640:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d0ea80/0xd7faa4ce02a8c59e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa1e4f expref: 7575 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.987648:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987649:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.987650:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987658:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987671:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.987681:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d661900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7573:1859:x1788538577597312:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.987686:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105080 00010000:00010000:3.0:1705683817.987704:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987709:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987714:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987718:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f648 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987728:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683817.987836:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+908:3084:x1788538544736320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10240us (10280us total) trans 4295029142 rc 0/0 00000100:00100000:3.0:1705683817.987841:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158978 00010000:00010000:3.0:1705683817.987860:0:8810:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987870:0:8810:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987875:0:8810:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987879:0:8810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9f641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.987889:0:8810:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1705683817.987970:0:8810:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+908:3086:x1788538544736064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10576us (10604us total) trans 4295029144 rc 0/0 00000100:00100000:3.0:1705683817.987975:0:8810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158976 00000100:00100000:3.0:1705683817.988071:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544739456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.988094:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.988113:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988114:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988118:0:15147:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544739328 00000100:00100000:3.0:1705683817.988133:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988134:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988138:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544739456 00000100:00100000:3.0:1705683817.988146:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159006 00000100:00100000:3.0:1705683817.988149:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091571e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+909:3085:x1788538544739328:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.988158:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11068 count 1 00010000:00010000:3.0:1705683817.988201:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988213:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7572 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988217:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988218:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988219:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988232:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7572 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988238:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7572 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.988245:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544739712:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.988259:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.988268:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988269:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988273:0:15153:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159009 00000100:00100000:3.0:1705683817.988276:0:15153:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1784:3085:x1788538544739648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.988285:0:15153:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10313 count 1 00010000:00010000:3.0:1705683817.988375:0:15153:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988383:0:15153:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131f58000/0xd7faa4ce02a3cafd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a81c3f expref: 7572 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988391:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988392:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988393:0:15153:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988406:0:15153:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131f58000/0xd7faa4ce02a3cafd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81c3f expref: 7572 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988413:0:15153:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131f58000/0xd7faa4ce02a3cafd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81c3f expref: 7572 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.988420:0:15153:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544739904:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.988434:0:15153:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.988459:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544739968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.988479:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.988495:0:15135:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988496:0:15135:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988504:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988505:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988509:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159011 00000100:00100000:3.0:1705683817.988513:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1786:3083:x1788538544739968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.988535:0:15147:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10314 count 1 00010000:00010000:3.0:1705683817.988604:0:15147:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988611:0:15147:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d52580/0xd7faa4ce02a3cc70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a81ce0 expref: 7572 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988617:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988618:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.988619:0:15147:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988632:0:15147:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d52580/0xd7faa4ce02a3cc70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81ce0 expref: 7572 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988638:0:15147:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d52580/0xd7faa4ce02a3cc70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81ce0 expref: 7572 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.988644:0:15147:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800914f8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544740096:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.988656:0:15147:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14110c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.988668:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988669:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.988677:0:14200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326689 00000100:00100000:3.0:1705683817.988683:0:14200:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d667300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:60a99ee7-aeeb-4a00-9846-8ea658f59513+1832:16395:x1788538577598144:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:3.0:1705683817.988726:0:14200:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.988734:0:14200:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091e04280/0xd7faa4ce02a9f808 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9269 expref: -99 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988784:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091e04280/0xd7faa4ce02a9f808 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9269 expref: 1833 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988792:0:14200:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091e04280/0xd7faa4ce02a9f808 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3bf4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9269 expref: 1833 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.988807:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf4:0x0].0x0 (ffff880098846b00) 00010000:00010000:3.0:1705683817.988809:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1705683817.988811:0:14200:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e04280, rc 0) 00000100:00100000:3.0:1705683817.988823:0:14200:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d667300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:60a99ee7-aeeb-4a00-9846-8ea658f59513+1833:16395:x1788538577598144:12345-192.168.203.50@tcp:101:touch.0 Request processed in 140us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.988828:0:14200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326689 00000100:00100000:3.0:1705683817.989188:0:15116:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989190:0:15116:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989336:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989337:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989344:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326691 00000100:00100000:3.0:1705683817.989347:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353b9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1833:16335:x1788538577598464:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:3.0:1705683817.989355:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.989402:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f82b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa928c expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.989458:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989464:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989470:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989517:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989522:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989540:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989588:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x395:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989593:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989597:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000100:00100000:3.0:1705683817.989669:0:8810:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989671:0:8810:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.989677:0:8810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159018 00000100:00100000:3.0:1705683817.989682:0:8810:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c572401a-2098-484c-b5c8-7a348378e325+6414:15766:x1788538577598784:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:3.0:1705683817.989688:0:8810:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.989817:0:8810:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ce0280/0xd7faa4ce02a9f87f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x368f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa929a expref: -99 pid: 8810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683817.989826:0:8810:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x368f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683817.989840:0:8810:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.989841:0:8810:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.989844:0:8810:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce0280/0xd7faa4ce02a9f87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x368f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa929a expref: 6415 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.989852:0:8810:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ce0280/0xd7faa4ce02a9f87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x368f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa929a expref: 6415 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.989857:0:8810:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ce0280, rc 0) 00000100:00100000:3.0:1705683817.989870:0:8810:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c572401a-2098-484c-b5c8-7a348378e325+6415:15766:x1788538577598784:12345-192.168.203.50@tcp:101:dd.0 Request processed in 188us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.989874:0:8810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159018 00000004:00200000:3.0:1705683817.989894:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x395:0x0]: returning size 4096 00000004:00200000:3.0:1705683817.989897:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1705683817.989908:0:14258:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989915:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989919:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989922:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989925:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989929:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce2800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.989931:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989934:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989942:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:3.0:1705683817.989944:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.989945:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989949:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f840 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989959:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989962:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989965:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989967:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce0500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683817.989969:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989972:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989976:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x36 (ffff880098846e00) 00010000:00010000:3.0:1705683817.989978:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683817.989979:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.989982:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f84e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.990009:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091e04c80/0xd7faa4ce02a9f82b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa928c expref: 1835 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.990019:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa928c expref: 1834 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.990023:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff880098846000) 00010000:00010000:3.0:1705683817.990025:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683817.990026:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ce1b80, rc 0) 00000100:00100000:3.0:1705683817.990038:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353b9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1834:16335:x1788538577598464:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 691us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.990043:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326691 00000100:00100000:3.0:1705683817.991582:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.991584:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.991592:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159021 00000100:00100000:3.0:1705683817.991597:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5c6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0000-mdtlov_UUID+1118:9443:x1788538544740672:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1705683817.991614:0:15137:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 18306 00000100:00100000:3.0:1705683817.993210:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5c6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0000-mdtlov_UUID+1119:9443:x1788538544740672:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1612us (1655us total) trans 4295028212 rc 0/0 00000100:00100000:3.0:1705683817.993216:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159021 00000100:00100000:3.0:1705683817.993233:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993234:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993240:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105081 00000100:00100000:3.0:1705683817.993244:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7577:1857:x1788538577599296:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.993251:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.993255:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d55b80/0xd7faa4ce02a3c22f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8181e expref: 7577 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993263:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d55b80/0xd7faa4ce02a3c22f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8181e expref: 7577 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993277:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d55b80/0xd7faa4ce02a3c22f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8181e expref: 7577 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993285:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993287:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993289:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f679 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993294:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df8280/0xd7faa4ce02a9f679 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993310:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.993326:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7574:1857:x1788538577599296:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 81us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.993331:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105081 00000100:00100000:3.0:1705683817.993342:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993343:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993346:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105084 00000100:00100000:3.0:1705683817.993349:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:1857:x1788538577599424:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.993355:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.993357:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093cdd400/0xd7faa4ce029ed724 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a65133 expref: 8161 pid: 15166 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993364:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093cdd400/0xd7faa4ce029ed724 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a65133 expref: 8161 pid: 15166 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993374:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093cdd400/0xd7faa4ce029ed724 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a65133 expref: 8161 pid: 15166 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993382:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993383:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993384:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ed1e00/0xd7faa4ce02a9f687 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993389:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ed1e00/0xd7faa4ce02a9f687 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993407:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.993421:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:1857:x1788538577599424:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.993426:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105084 00000100:00100000:3.0:1705683817.993450:0:14496:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14496:1788538544737792:192.168.203.50@tcp:105: 00010000:00010000:3.0:1705683817.993465:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.993477:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800980a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c572401a-2098-484c-b5c8-7a348378e325+6082:1858:x1788538577596224:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 9713us (9833us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.993482:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105065 00000100:00100000:3.0:1705683817.993639:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993640:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993645:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577599488 00010000:00010000:3.0:1705683817.993655:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e1e080/0xd7faa4ce029ef252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6620b expref: 8160 pid: 14239 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.993665:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993665:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993668:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577599552 00010000:00010000:3.0:1705683817.993674:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c45180/0xd7faa4ce02a3c30f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8188e expref: 7572 pid: 14246 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.993684:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993684:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993686:0:14496:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577599616 00010000:00010000:3.0:1705683817.993692:0:14496:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092d62080/0xd7faa4ce029f39c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a69469 expref: 8161 pid: 15143 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.993702:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993703:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993707:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105086 00000100:00100000:3.0:1705683817.993711:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7572:1857:x1788538577599552:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.993715:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.993717:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c45180/0xd7faa4ce02a3c30f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8188e expref: 7572 pid: 14246 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993723:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c45180/0xd7faa4ce02a3c30f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8188e expref: 7572 pid: 14246 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993733:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993734:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993735:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9f6a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993740:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9f6a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993748:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.993786:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7572:1857:x1788538577599552:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 74us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.993791:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105086 00000100:00100000:3.0:1705683817.993799:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993800:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.993803:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105087 00000100:00100000:3.0:1705683817.993807:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:1857:x1788538577599616:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.993812:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.993815:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092d62080/0xd7faa4ce029f39c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a69469 expref: 8159 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993820:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092d62080/0xd7faa4ce029f39c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a69469 expref: 8159 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993829:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092d62080/0xd7faa4ce029f39c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a69469 expref: 8159 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.993836:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993837:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.993838:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ed0780/0xd7faa4ce02a9f6cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993843:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ed0780/0xd7faa4ce02a9f6cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.993855:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.993868:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8158:1857:x1788538577599616:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 60us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.993873:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105087 00010000:00010000:3.0:1705683817.994379:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683817.994382:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f672 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994387:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093df8000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.994389:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f672 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994394:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994402:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f672 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994407:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093df8000/0xd7faa4ce02a9f672 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994421:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.994423:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097ed1400/0xd7faa4ce02a9f8a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994427:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097ed1400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.994429:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed1400/0xd7faa4ce02a9f8a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994433:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed1400/0xd7faa4ce02a9f8a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994441:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097ed1400/0xd7faa4ce02a9f8a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994445:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ed1400/0xd7faa4ce02a9f8a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.994462:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.994463:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.994464:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683817.994674:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544741184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.994694:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.994770:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b25000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544741312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683817.994786:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.994802:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994803:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994808:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544741248 00000100:00100000:3.0:1705683817.994819:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994820:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994822:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544741312 00000100:00100000:3.0:1705683817.994829:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994829:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.994832:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159027 00000100:00100000:3.0:1705683817.994835:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1121:3086:x1788538544741248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.994844:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4476 count 1 00010000:00010000:3.0:1705683817.995079:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995088:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8157 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995093:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.995093:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.995094:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995111:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8157 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995117:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8157 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.995123:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b21400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544741568:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.995136:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1411000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.995156:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995157:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995163:0:14200:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600384 00000100:00100000:3.0:1705683817.995179:0:14200:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995180:0:14200:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995183:0:14200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326694 00000100:00100000:3.0:1705683817.995187:0:14200:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+298:16247:x1788538577600384:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.995197:0:14200:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.995207:0:14200:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2f80/0xd7faa4ce02a9f8c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3ba0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa92d2 expref: -99 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995275:0:14200:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2a80/0xd7faa4ce02a9f8d3 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.995281:0:14200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2a80/0xd7faa4ce02a9f8d3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14200 initiator: MDT0 00010000:00010000:3.0:1705683817.995287:0:14200:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2a80/0xd7faa4ce02a9f8d3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14200 initiator: MDT0 00000004:00200000:3.0:1705683817.995293:0:14200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x42c:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.995349:0:14200:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2f80/0xd7faa4ce02a9f8c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ba0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92d2 expref: 301 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995358:0:14200:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce2a80/0xd7faa4ce02a9f8d3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92d2 expref: 300 pid: 14200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.995363:0:14200:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42c:0x0].0x0 (ffff8800909e0800) 00010000:00010000:3.0:1705683817.995365:0:14200:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1705683817.995367:0:14200:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ce2a80, rc 0) 00000100:00100000:3.0:1705683817.995378:0:14200:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_014:c572401a-2098-484c-b5c8-7a348378e325+300:16247:x1788538577600384:12345-192.168.203.50@tcp:101:rm.0 Request processed in 191us (432us total) trans 4295064326 rc 0/0 00000100:00100000:3.0:1705683817.995383:0:14200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326694 00000100:00100000:3.0:1705683817.995877:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995878:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995882:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577602560 00000100:00100000:3.0:1705683817.995895:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995896:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.995899:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326695 00000100:00100000:3.0:1705683817.995902:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+300:15436:x1788538577602560:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683817.995908:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683817.995949:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0780/0xd7faa4ce02a9f8e1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9326 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.996060:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1900/0xd7faa4ce02a9f8e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3b27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.996066:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1900/0xd7faa4ce02a9f8e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3b27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:3.0:1705683817.996070:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1900/0xd7faa4ce02a9f8e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3b27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00200000:3.0:1705683817.996079:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3b27:0x0]: returning size 4096 00010000:00010000:3.0:1705683817.996118:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0780/0xd7faa4ce02a9f8e1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x32f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9326 expref: 303 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.996130:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1900/0xd7faa4ce02a9f8e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3b27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9326 expref: 302 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.996135:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b27:0x0].0x0 (ffff88009359a200) 00010000:00010000:3.0:1705683817.996136:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1705683817.996137:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ce1900, rc 0) 00000100:00100000:3.0:1705683817.996167:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+302:15436:x1788538577602560:12345-192.168.203.50@tcp:101:rm.0 Request processed in 263us (322us total) trans 4295064327 rc 0/0 00000100:00100000:3.0:1705683817.996172:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326695 00000004:00080000:3.0:1705683817.997147:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4545:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997153:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4543:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997156:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4546:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997158:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4544:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997161:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4547:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997164:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4545:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997166:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4548:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997168:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4546:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997171:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4549:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997173:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4547:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997176:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454a:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997179:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4548:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997181:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454b:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997184:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4549:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997186:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454c:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997188:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454a:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997191:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454d:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997193:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454b:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997195:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454e:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997198:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454c:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997201:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x454f:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997203:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454d:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997206:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4550:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997208:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454e:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997211:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4551:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997213:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x454f:0x0], index 1: 0 00000100:00100000:3.0:1705683817.997240:0:6522:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6522:1788538544739200:192.168.203.50@tcp:105: 00010000:00010000:3.0:1705683817.997254:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.997274:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d666e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6082:1859:x1788538577596608:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 9866us (10087us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.997279:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105075 00000100:00100000:3.0:1705683817.997323:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544739712:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.997333:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.997338:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.997339:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.997340:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683817.997346:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4552:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997351:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4550:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997353:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4553:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997356:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4551:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997359:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4554:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997362:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4552:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997364:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4555:0x0], index 0: 0 00000004:00080000:3.0:1705683817.997366:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4553:0x0], index 1: 0 00000004:00080000:3.0:1705683817.997369:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4556:0x0], index 0: 0 00000100:00100000:3.0:1705683817.997385:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997385:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997389:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577599872 00010000:00010000:3.0:1705683817.997398:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d1680/0xd7faa4ce02a3c880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81acc expref: 7571 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.997409:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997410:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997412:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600000 00010000:00010000:3.0:1705683817.997418:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02a8cef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2223 expref: 7572 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.997434:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997434:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997437:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600128 00010000:00010000:3.0:1705683817.997445:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009630f700/0xd7faa4ce029f96e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d481 expref: 8158 pid: 15134 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.997454:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997455:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997458:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600064 00010000:00010000:3.0:1705683817.997464:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7573 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.997479:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997480:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997494:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105090 00000100:00100000:3.0:1705683817.997497:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925da800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8159:1857:x1788538577600128:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.997503:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.997505:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009630f700/0xd7faa4ce029f96e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d481 expref: 8159 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997511:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009630f700/0xd7faa4ce029f96e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d481 expref: 8159 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997522:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009630f700/0xd7faa4ce029f96e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d481 expref: 8159 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997545:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.997546:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.997548:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997553:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997566:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.997580:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925da800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8158:1857:x1788538577600128:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 83us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.997589:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105090 00000100:00100000:3.0:1705683817.997596:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997596:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997601:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105092 00000100:00100000:3.0:1705683817.997605:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a503d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7569:1857:x1788538577600064:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.997609:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.997611:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7569 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997618:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7569 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997627:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bf7980/0xd7faa4ce02a8d240 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2381 expref: 7569 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.997634:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.997635:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.997636:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997641:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997650:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.997661:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a503d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7568:1857:x1788538577600064:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.997665:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105092 00010000:00010000:3.0:1705683817.997682:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.997684:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997689:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096301e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.997691:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997696:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997704:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997708:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096301e00/0xd7faa4ce02a9f7b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997719:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.997720:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f7ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997724:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009141b480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.997725:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f7ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997729:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f7ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997738:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f7ad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997742:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009141b480/0xd7faa4ce02a9f7ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997767:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.997768:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.997769:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.997784:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997789:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997794:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997797:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9f7c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.997812:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.997906:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091571e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+915:3085:x1788538544739328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9755us (9835us total) trans 4295029155 rc 0/0 00000100:00100000:3.0:1705683817.997911:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159006 00000004:00080000:3.0:1705683817.997951:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e930f00/2, rc 0, transno 61859 00000100:00100000:3.0:1705683817.997957:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e930f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544739328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.997980:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997980:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997984:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544741888 00000100:00100000:3.0:1705683817.997996:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.997997:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998000:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159034 00000100:00100000:3.0:1705683817.998002:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091574600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1123:3086:x1788538544741888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683817.998011:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4478 count 1 00010000:00010000:3.0:1705683817.998212:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f90b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998221:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba95900/0xd7faa4ce029fc635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6e288 expref: 8156 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998226:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.998227:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.998228:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f90b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998240:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba95900/0xd7faa4ce029fc635 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e288 expref: 8156 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998247:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba95900/0xd7faa4ce029fc635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e288 expref: 8156 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.998254:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b21e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14226:1788538544742144:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.998274:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.998283:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998284:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998288:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600192 00010000:00010000:3.0:1705683817.998297:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f87480/0xd7faa4ce02a8d596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24e6 expref: 7570 pid: 14290 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.998306:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998307:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998309:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105093 00000100:00100000:3.0:1705683817.998312:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a503b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7570:1857:x1788538577600192:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.998317:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.998319:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f87480/0xd7faa4ce02a8d596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24e6 expref: 7570 pid: 14290 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998325:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f87480/0xd7faa4ce02a8d596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24e6 expref: 7570 pid: 14290 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998336:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f87480/0xd7faa4ce02a8d596 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24e6 expref: 7570 pid: 14290 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998344:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998345:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998346:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998351:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998362:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.998382:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a503b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7569:1857:x1788538577600192:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 68us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.998387:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105093 00000100:00100000:3.0:1705683817.998394:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998394:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998398:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600768 00010000:00010000:3.0:1705683817.998404:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02a8cc5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2112 expref: 7569 pid: 15180 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.998415:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998415:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998419:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105094 00000100:00100000:3.0:1705683817.998421:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7569:1857:x1788538577600768:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.998427:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.998428:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02a8cc5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2112 expref: 7569 pid: 15180 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998434:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02a8cc5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2112 expref: 7569 pid: 15180 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998446:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02a8cc5f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24aa2112 expref: 7569 pid: 15180 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998453:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998453:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998455:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739fcc80/0xd7faa4ce02a9f6e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998459:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739fcc80/0xd7faa4ce02a9f6e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998473:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.998487:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7568:1857:x1788538577600768:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.998491:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105094 00000100:00100000:3.0:1705683817.998497:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998498:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998501:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600704 00010000:00010000:3.0:1705683817.998508:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7568 pid: 15130 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.998577:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998577:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998581:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600832 00010000:00010000:3.0:1705683817.998588:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009630f200/0xd7faa4ce02a3c65e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81a1d expref: 7569 pid: 14246 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.998597:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998597:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.998600:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105095 00000100:00100000:3.0:1705683817.998603:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7569:1857:x1788538577600704:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683817.998613:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683817.998615:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7569 pid: 15130 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998621:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7569 pid: 15130 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683817.998635:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998636:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.998637:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998642:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998650:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683817.998663:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7568:1857:x1788538577600704:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683817.998668:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105095 00000100:00100000:3.0:1705683817.998688:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b20500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544742016:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.998704:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.998718:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683817.998722:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544742208:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.998736:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683817.998765:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.998768:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134844f00/0xd7faa4ce02a9f8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998773:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134844f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.998775:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134844f00/0xd7faa4ce02a9f8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998780:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134844f00/0xd7faa4ce02a9f8fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998789:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134844f00/0xd7faa4ce02a9f8fd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998793:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134844f00/0xd7faa4ce02a9f8fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998804:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683817.998805:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998809:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091419b80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.998810:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998814:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998819:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998823:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091419b80/0xd7faa4ce02a9f7d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998833:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.998834:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097ed3980/0xd7faa4ce02a9f6f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998842:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097ed3980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.998844:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed3980/0xd7faa4ce02a9f6f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998848:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed3980/0xd7faa4ce02a9f6f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998856:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097ed3980/0xd7faa4ce02a9f6f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998859:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ed3980/0xd7faa4ce02a9f6f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.998872:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.998873:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.998874:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.998931:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801353b8000/2, rc 0, transno 61862 00000100:00100000:3.0:1705683817.998937:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544739456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683817.998969:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15132:1788538544738816:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.998982:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.998987:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.998987:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.998988:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.999003:0:15128:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c34a00/0xd7faa4ce02a3c523 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8196e expref: 7566 pid: 15130 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.999011:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fe900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544738176:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683817.999020:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683817.999024:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.999025:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683817.999026:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683817.999027:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999030:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999035:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999039:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04500/0xd7faa4ce02a9f6d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999048:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683817.999130:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009241b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1793:3083:x1788538544737920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15003us (15052us total) trans 4295029160 rc 0/0 00000100:00100000:3.0:1705683817.999136:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158994 00000004:00080000:3.0:1705683817.999158:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095d1f800/2, rc 0, transno 61864 00000100:00100000:3.0:1705683817.999163:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544737920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.999193:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b25a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544742656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.999210:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.999222:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683817.999225:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b26400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544742784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683817.999236:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683817.999254:0:15119:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999255:0:15119:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999261:0:15119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159043 00000100:00100000:3.0:1705683817.999265:0:15119:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0000-mdtlov_UUID+1794:3083:x1788538544742656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683817.999275:0:15119:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10318 count 1 00010000:00010000:3.0:1705683817.999423:0:15119:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999432:0:15119:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7565 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999437:0:15119:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.999438:0:15119:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683817.999439:0:15119:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999452:0:15119:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7565 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999458:0:15119:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7565 pid: 15143 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683817.999466:0:15119:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b26900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_031:lustre-OST0001_UUID:15119:1788538544742912:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.999480:0:15119:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683817.999495:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999496:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999501:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544743040 00000100:00100000:3.0:1705683817.999522:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999533:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683817.999538:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159045 00000100:00100000:3.0:1705683817.999542:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+919:3085:x1788538544743040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683817.999551:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9982 count 1 00010000:00010000:3.0:1705683817.999567:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999574:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009997ed00/0xd7faa4ce02a93359 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa4626 expref: 6415 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.999579:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.999580:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683817.999581:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999593:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009997ed00/0xd7faa4ce02a93359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa4626 expref: 6415 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683817.999599:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009997ed00/0xd7faa4ce02a93359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa4626 expref: 6416 pid: 8809 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683817.999606:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b27300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544743104:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683817.999619:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801351a2600 going to sleep for 11 seconds 00000004:00080000:3.0:1705683817.999633:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4554:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999642:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4557:0x0], index 0: 0 00010000:00010000:3.0:1705683817.999654:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.999656:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093d24000/0xd7faa4ce02a9f775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999661:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093d24000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.999662:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d24000/0xd7faa4ce02a9f775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999667:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d24000/0xd7faa4ce02a9f775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999676:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093d24000/0xd7faa4ce02a9f775 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999680:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d24000/0xd7faa4ce02a9f775 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999691:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683817.999693:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ed3480/0xd7faa4ce02a9f72f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999696:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097ed3480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683817.999697:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ed3480/0xd7faa4ce02a9f72f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999701:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ed3480/0xd7faa4ce02a9f72f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999711:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ed3480/0xd7faa4ce02a9f72f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999715:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ed3480/0xd7faa4ce02a9f72f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999725:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.999725:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683817.999726:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683817.999730:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4555:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999734:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4558:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999737:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4556:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999740:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4559:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999742:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4557:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999745:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455a:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999747:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4558:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999766:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455b:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999770:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4559:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999773:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455c:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999776:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455a:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999779:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455d:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999782:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455b:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999785:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455e:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999787:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455c:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999790:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x455f:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999793:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455d:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999796:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4560:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999799:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455e:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999801:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4561:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999804:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x455f:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999807:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4562:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999809:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4560:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999812:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4561:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999815:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4563:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999817:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4562:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999820:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4564:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999823:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4563:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999826:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4565:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999829:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4564:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999832:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4566:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999835:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4565:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999837:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4567:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999840:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4566:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999843:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4568:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999846:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4567:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999848:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4569:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999851:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4568:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999854:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456a:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999856:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4569:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999858:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456b:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999861:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456a:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999864:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456c:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999867:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456b:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999869:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456d:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999872:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456c:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999874:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456e:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999877:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456d:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999880:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x456f:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999883:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456e:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999886:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4570:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999889:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x456f:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999891:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4571:0x0], index 0: 0 00000004:00080000:3.0:1705683817.999894:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4570:0x0], index 1: 0 00000004:00080000:3.0:1705683817.999896:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4572:0x0], index 0: 0 00010000:00010000:3.0:1705683817.999913:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999917:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999922:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999927:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091e06d00/0xd7faa4ce02a9f78a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683817.999936:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.000026:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+1126:3085:x1788538544738688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13643us (13673us total) trans 4295028220 rc 0/0 00000100:00100000:3.0:1705683818.000031:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159000 00000100:00100000:3.0:1705683818.000046:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000047:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000051:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600448 00000100:00100000:3.0:1705683818.000068:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000068:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000071:0:14259:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577600512 00000100:00100000:3.0:1705683818.000081:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000082:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000086:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326696 00000100:00100000:3.0:1705683818.000089:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a503b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1833:16273:x1788538577600448:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:3.0:1705683818.000110:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683818.000118:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0aa4000/0xd7faa4ce02a9d929 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8b9a expref: 1833 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000127:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02a8bf5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3bac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa1ba1 expref: 1832 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000133:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bac:0x0].0x0 (ffff88008f810600) 00010000:00010000:3.0:1705683818.000139:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683818.000149:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000154:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000158:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000198:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1e00/0xd7faa4ce02a9f974 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x42a:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000203:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1e00/0xd7faa4ce02a9f974 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42a:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000207:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1e00/0xd7faa4ce02a9f974 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42a:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000284:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000289:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000293:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000040:00080000:3.0:1705683818.000394:0:14259:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12639, 64 off872384 00010000:00010000:3.0:1705683818.000416:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000420:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000423:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000425:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000428:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000430:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0c80/0xd7faa4ce02a9f989 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3bac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000442:0:14259:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683818.000452:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000454:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000457:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000459:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce0000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.000460:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000462:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000465:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bac:0x0].0x0 (ffff88009db19b00) 00010000:00010000:3.0:1705683818.000466:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683818.000467:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000469:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce0000/0xd7faa4ce02a9f982 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3bac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000516:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000518:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000520:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000522:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000541:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce3480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.000542:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000546:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000551:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42a:0x0].0x0 (ffff880134cf8600) 00010000:00010000:3.0:1705683818.000552:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.000554:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000557:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9f966 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x42a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000004:00010000:3.0:1705683818.000564:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8800a503b700 reply state ffff880073805000 transno 4295064328 ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1e00/0xd7faa4ce02a9f974 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42a:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000570:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1e00/0xd7faa4ce02a9f974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x42a:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000573:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42a:0x0].0x30 (ffff88009db19200) 00010000:00010000:3.0:1705683818.000574:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683818.000596:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a503b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1835:16273:x1788538577600448:12345-192.168.203.50@tcp:36:rm.0 Request processed in 506us (2495us total) trans 4295064328 rc 0/0 00000100:00100000:3.0:1705683818.000601:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326696 00000100:00100000:3.0:1705683818.000611:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000612:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000615:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326697 00000100:00100000:3.0:1705683818.000617:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1833:16217:x1788538577600512:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:3.0:1705683818.000625:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683818.000661:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1400/0xd7faa4ce02a9f990 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x486:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa92e7 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000693:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096302580/0xd7faa4ce02a9f9a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000696:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096302580/0xd7faa4ce02a9f9a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x486:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.000699:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096302580/0xd7faa4ce02a9f9a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x486:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000004:00200000:3.0:1705683818.000740:0:14259:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x486:0x0]: returning size 4096 00000004:00200000:3.0:1705683818.000742:0:14259:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1705683818.000775:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1400/0xd7faa4ce02a9f990 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92e7 expref: 1835 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000781:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096302580/0xd7faa4ce02a9f9a5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x486:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92e7 expref: 1834 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000784:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x486:0x0].0x0 (ffff88009841e700) 00010000:00010000:3.0:1705683818.000785:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1705683818.000786:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096302580, rc 0) 00000100:00100000:3.0:1705683818.000800:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1834:16217:x1788538577600512:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 182us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.000803:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326697 00000100:00100000:3.0:1705683818.000824:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000825:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000830:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105103 00000100:00100000:3.0:1705683818.000834:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f12d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:1858:x1788538577601600:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.000837:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.000839:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134825e00/0xd7faa4ce029f9cba lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x117a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d6f7 expref: 8157 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000845:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134825e00/0xd7faa4ce029f9cba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x117a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6d6f7 expref: 8157 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000852:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.000852:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.000853:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096303c00/0xd7faa4ce02a9f816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000856:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096303c00/0xd7faa4ce02a9f816 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x117a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000862:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.000869:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f12d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:1858:x1788538577601600:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 35us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.000872:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105103 00000100:00100000:3.0:1705683818.000879:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000879:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000881:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105104 00000100:00100000:3.0:1705683818.000882:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f11400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6417:1858:x1788538577601856:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.000885:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.000887:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02a8d5dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24fb expref: 6417 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000893:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02a8d5dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24fb expref: 6417 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000899:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02a8d5dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa24fb expref: 6417 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000903:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.000904:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.000905:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ed3200/0xd7faa4ce02a9f86a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9293 expref: 7566 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000908:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097ed3200/0xd7faa4ce02a9f86a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9293 expref: 7566 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.000917:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097ed3200/0xd7faa4ce02a9f86a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9293 expref: 7566 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683818.000922:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d664100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544743744:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683818.000930:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43f00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.000937:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000938:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.000942:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105107 00000100:00100000:3.0:1705683818.000944:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c572401a-2098-484c-b5c8-7a348378e325+1520:1858:x1788538577601792:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.000947:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.000949:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880097561400/0xd7faa4ce02a97fb1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d81:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa6a45 expref: 1520 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000953:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880097561400/0xd7faa4ce02a97fb1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d81:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa6a45 expref: 1520 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000960:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097561400/0xd7faa4ce02a97fb1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d81:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa6a45 expref: 1520 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.000965:0:14496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d81:0x0].0x0 (ffff88012d353d00) 00010000:00010000:3.0:1705683818.000966:0:14496:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880134845180/0xd7faa4ce02a9f855 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:3.0:1705683818.000969:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880134845180/0xd7faa4ce02a9f855 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT1 00010000:00010000:3.0:1705683818.000971:0:14496:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880134845180/0xd7faa4ce02a9f855 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT1 00010000:00010000:3.0:1705683818.000980:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.000990:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c572401a-2098-484c-b5c8-7a348378e325+1519:1858:x1788538577601792:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 45us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.000995:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105107 00000100:00100000:3.0:1705683818.001007:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001007:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001010:0:14259:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577602176 00000100:00100000:3.0:1705683818.001016:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001017:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001019:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326698 00000100:00100000:3.0:1705683818.001021:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35c600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1834:16335:x1788538577602176:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:3.0:1705683818.001032:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683818.001038:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ce1b80/0xd7faa4ce02a9f85c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa928c expref: 1834 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001045:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff880098846000) 00010000:00010000:3.0:1705683818.001052:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091533200/0xd7faa4ce02a9d5ef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8a97 expref: 1833 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001056:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3545:0x0].0x0 (ffff88009c02b700) 00010000:00010000:3.0:1705683818.001057:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683818.001077:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001081:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001084:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001123:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001126:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001128:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001142:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001144:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001146:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001175:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001179:0:14259:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e84500/0xd7faa4ce02a9c8f2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa87db expref: 301 pid: 10090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001182:0:14259:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.001190:0:14259:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e84500/0xd7faa4ce02a9c8f2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa87db expref: 301 pid: 10090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001194:0:14259:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e84500/0xd7faa4ce02a9c8f2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa87db expref: 301 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.001199:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d665000 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000_UUID:14259:1788538544743808:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.001209:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd433c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.001216:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.001226:0:15153:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131f58000/0xd7faa4ce02a3cafd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81c3f expref: 7562 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.001233:0:15153:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544739904:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.001241:0:15153:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.001244:0:15153:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.001244:0:15153:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.001245:0:15153:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683818.001246:0:15153:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001249:0:15153:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001251:0:15153:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001254:0:15153:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06080/0xd7faa4ce02a9f7ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001267:0:15153:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.001333:0:15153:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1795:3085:x1788538544739648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13056us (13199us total) trans 4295029164 rc 0/0 00000100:00100000:3.0:1705683818.001337:0:15153:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159009 00010000:00010000:3.0:1705683818.001354:0:15147:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d52580/0xd7faa4ce02a3cc70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81ce0 expref: 7561 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.001360:0:15147:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800914f8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544740096:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.001367:0:15147:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.001370:0:15147:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.001370:0:15147:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.001371:0:15147:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683818.001371:0:15147:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001376:0:15147:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001379:0:15147:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001381:0:15147:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001387:0:15147:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.001437:0:15147:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1795:3083:x1788538544739968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12924us (12957us total) trans 4295029165 rc 0/0 00000100:00100000:3.0:1705683818.001440:0:15147:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159011 00000004:00080000:3.0:1705683818.001455:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b9f8f00/2, rc 0, transno 61869 00000100:00100000:3.0:1705683818.001458:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544739968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683818.001479:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.001481:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001484:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e04a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.001485:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001488:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001496:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001499:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9f801 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x284a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001507:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.001508:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091418f00/0xd7faa4ce02a9f7fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001510:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091418f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.001511:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091418f00/0xd7faa4ce02a9f7fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001513:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091418f00/0xd7faa4ce02a9f7fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001517:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091418f00/0xd7faa4ce02a9f7fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001519:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091418f00/0xd7faa4ce02a9f7fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001537:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.001537:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.001538:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.001544:0:15153:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001545:0:15153:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.001548:0:15153:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159056 00000100:00100000:3.0:1705683818.001551:0:15153:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009254d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1796:3084:x1788538544744000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683818.001558:0:15153:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10320 count 1 00010000:00010000:3.0:1705683818.001659:0:15153:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001664:0:15153:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e94d900/0xd7faa4ce02a3d4f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a820bb expref: 7560 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001668:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.001669:0:15153:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.001669:0:15153:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001677:0:15153:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e94d900/0xd7faa4ce02a3d4f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a820bb expref: 7560 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.001682:0:15153:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e94d900/0xd7faa4ce02a3d4f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a820bb expref: 7560 pid: 15143 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.001686:0:15153:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d665a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544744192:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.001696:0:15153:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00000004:00080000:3.0:1705683818.001707:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4571:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001714:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4573:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001717:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4572:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001719:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4574:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001721:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4573:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001722:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4575:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001724:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4574:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001725:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4576:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001727:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4575:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001728:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4577:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001730:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4576:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001731:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4578:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001733:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4577:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001734:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4579:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001736:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4578:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001737:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001738:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4579:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001740:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001741:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001743:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001744:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001746:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001747:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001748:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001766:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001768:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x457f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001769:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001771:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4580:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001772:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x457f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001774:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4581:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001776:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4580:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001778:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4582:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001779:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4581:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001781:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4583:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001782:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4582:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001784:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4584:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001785:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4583:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001787:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4585:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001788:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4584:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001790:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4586:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001791:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4585:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001793:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4587:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001795:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4586:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001796:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4588:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001797:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4587:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001799:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4589:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001800:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4588:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001801:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001802:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4589:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001804:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001806:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001807:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001809:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001810:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001811:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001813:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001815:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001816:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x458f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001818:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001819:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4590:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001821:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x458f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001823:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4591:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001824:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4590:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001825:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4592:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001827:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4591:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001828:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4593:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001830:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4592:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001831:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4594:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001833:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4593:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001835:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4595:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001837:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4594:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001838:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4596:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001840:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4595:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001841:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4597:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001843:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4596:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001844:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4598:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001846:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4597:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001847:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4599:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001849:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4598:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001850:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001852:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4599:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001854:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001855:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001857:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001859:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001861:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001862:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001863:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001865:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001866:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x459f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001868:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001869:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001871:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x459f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001873:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001874:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001875:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001877:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001878:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001880:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001882:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001883:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001885:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001887:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001889:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001891:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001892:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001894:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001895:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001897:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001898:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45a9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001900:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001901:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45aa:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001903:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45a9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001904:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ab:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001906:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45aa:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001907:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ac:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001909:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ab:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001910:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ad:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001912:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ac:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001913:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ae:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001915:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ad:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001916:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45af:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001918:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ae:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001919:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001921:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45af:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001922:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001924:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001925:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001927:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001929:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001930:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001931:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001933:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001934:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001936:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001938:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001939:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001941:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001943:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001944:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001946:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001947:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45b9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001949:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001950:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ba:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001952:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45b9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001953:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45bb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001955:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ba:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001956:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45bc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001957:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45bb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001959:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45bd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001960:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45bc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001962:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45be:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001963:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45bd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001965:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45bf:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001967:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45be:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001968:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001970:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45bf:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001971:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001973:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001974:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001975:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001977:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001978:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001980:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001981:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001982:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001984:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001985:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001986:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001988:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001989:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001991:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001992:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001994:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45c9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001996:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.001997:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ca:0x0], index 0: 0 00000004:00080000:3.0:1705683818.001998:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45c9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002000:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45cb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002001:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ca:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002003:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45cc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002005:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45cb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002006:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45cd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002008:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45cc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002010:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ce:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002011:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45cd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002012:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45cf:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002014:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ce:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002016:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002017:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45cf:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002019:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002020:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002022:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002023:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002025:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002026:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002028:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002029:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002031:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002032:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002034:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002035:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002037:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002038:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002040:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002042:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002044:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45d9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002046:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002048:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45da:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002049:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45d9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002051:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45db:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002053:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45da:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002054:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45dc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002056:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45db:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002057:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45dd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002059:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45dc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002061:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45de:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002062:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45dd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002064:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45df:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002065:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45de:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002067:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002068:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45df:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002070:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002071:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002073:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002074:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002077:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002078:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002079:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002081:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002083:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002084:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002086:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002087:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002089:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002090:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002092:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002093:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002094:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45e9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002096:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002098:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ea:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002099:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45e9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002101:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45eb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002102:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ea:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002104:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ec:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002106:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45eb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002107:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ed:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002109:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ec:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002110:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ee:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002112:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ed:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002114:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ef:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002115:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ee:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002117:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002119:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ef:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002120:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002123:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002124:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002126:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002128:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002129:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002131:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002133:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002135:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002136:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002138:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002139:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002141:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002142:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002144:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002146:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002147:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45f9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002149:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002151:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45fa:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002152:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45f9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002154:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45fb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002155:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45fa:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002157:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45fc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002159:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45fb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002161:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45fd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002162:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45fc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002164:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45fe:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002166:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45fd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002167:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45ff:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002169:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45fe:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002171:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4600:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002172:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45ff:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002174:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4601:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002176:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4600:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002179:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4602:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002182:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4601:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002184:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4603:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002187:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4602:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002189:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4604:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002192:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4603:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002194:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4605:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002197:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4604:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002199:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4606:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002202:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4605:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002204:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4607:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002206:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4606:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002209:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4608:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002212:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4607:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002215:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4609:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002217:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4608:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002220:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002223:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4609:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002225:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002228:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002231:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002234:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002237:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002239:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002242:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002244:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002247:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x460f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002250:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002252:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4610:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002254:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x460f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002257:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4611:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002259:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4610:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002262:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4612:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002265:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4611:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002268:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4613:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002271:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4612:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002274:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4614:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002277:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4613:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002280:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4615:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002282:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4614:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002285:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4616:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002287:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4615:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002290:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4617:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002293:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4616:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002295:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4618:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002297:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4617:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002299:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4619:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002301:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4618:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002303:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002304:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4619:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002306:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002307:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002309:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002310:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002312:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002314:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002315:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002317:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002318:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x461f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002319:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002321:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4620:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002322:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x461f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002324:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4621:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002325:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4620:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002327:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4622:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002329:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4621:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002330:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4623:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002332:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4622:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002333:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4624:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002335:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4623:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002336:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4625:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002338:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4624:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002339:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4626:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002340:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4625:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002342:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4627:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002343:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4626:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002344:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4628:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002346:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4627:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002347:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4629:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002348:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4628:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002350:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002351:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4629:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002353:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002354:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002356:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002358:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002359:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002361:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002362:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002364:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002365:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x462f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002367:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002369:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4630:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002371:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x462f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002372:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4631:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002374:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4630:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002375:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4632:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002377:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4631:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002378:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4633:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002380:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4632:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002381:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4634:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002382:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4633:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002383:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4635:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002385:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4634:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002387:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4636:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002388:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4635:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002390:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4637:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002391:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4636:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002393:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4638:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002394:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4637:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002396:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4639:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002397:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4638:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002398:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002400:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4639:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002402:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002403:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002405:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002407:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002408:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002410:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002411:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002413:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002414:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x463f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002416:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002417:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4640:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002419:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x463f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002421:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4641:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002422:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4640:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002423:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4642:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002425:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4641:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002426:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4643:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002427:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4642:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002429:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4644:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002431:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4643:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002432:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4645:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002434:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4644:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002436:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4646:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002439:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4645:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002441:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4647:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002444:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4646:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002446:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4648:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002449:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4647:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002451:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4649:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002454:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4648:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002456:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002459:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4649:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002461:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002464:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002467:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002470:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002472:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002475:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002477:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002480:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002483:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x464f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002486:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002488:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4650:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002491:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x464f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002494:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4651:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002497:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4650:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002499:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4652:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002501:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4651:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002504:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4653:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002507:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4652:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002509:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4654:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002512:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4653:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002515:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4655:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002518:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4654:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002520:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4656:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002534:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4655:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002539:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4657:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002541:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4656:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002543:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4658:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002545:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4657:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002547:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4659:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002548:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4658:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002550:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002551:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4659:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002553:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002554:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002556:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002557:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002559:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002560:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002562:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002563:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002564:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x465f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002566:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002568:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4660:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002569:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x465f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002571:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4661:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002572:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4660:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002574:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4662:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002576:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4661:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002577:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4663:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002579:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4662:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002580:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4664:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002582:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4663:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002584:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4665:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002586:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4664:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002587:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4666:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002589:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4665:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002590:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4667:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002591:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4666:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002593:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4668:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002595:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4667:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002597:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4669:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002598:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4668:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002600:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002602:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4669:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002603:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002605:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002606:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002608:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002609:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002611:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002612:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002614:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002616:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x466f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002617:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002619:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4670:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002620:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x466f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002622:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4671:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002623:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4670:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002624:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4672:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002626:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4671:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002627:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4673:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002629:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4672:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002630:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4674:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002632:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4673:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002633:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4675:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002634:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4674:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002636:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4676:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002637:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4675:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002639:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4677:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002640:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4676:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002642:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4678:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002643:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4677:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002644:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4679:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002646:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4678:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002647:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002648:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4679:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002650:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002652:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002654:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002655:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002656:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002658:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002659:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002660:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002662:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x467f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002663:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002665:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4680:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002666:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x467f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002668:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4681:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002669:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4680:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002670:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4682:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002672:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4681:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002674:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4683:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002675:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4682:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002677:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4684:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002678:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4683:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002680:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4685:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002682:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4684:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002683:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4686:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002684:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4685:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002686:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4687:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002687:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4686:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002689:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4688:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002690:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4687:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002692:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4689:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002694:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4688:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002695:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002696:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4689:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002698:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002699:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002701:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002702:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002704:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002706:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002707:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002708:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002710:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x468f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002711:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002713:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4690:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002714:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x468f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002715:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4691:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002717:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4690:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002718:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4692:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002720:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4691:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002721:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4693:0x0], index 0: 0 00000100:00100000:3.0:1705683818.002743:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b21400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544741568:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.002770:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.002774:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.002775:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.002775:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683818.002785:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4692:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002790:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4694:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002792:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4693:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002795:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4695:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002797:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4694:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002800:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4696:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002802:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4695:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002805:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4697:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002807:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4696:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002810:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4698:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002812:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4697:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002815:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4699:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002817:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4698:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002820:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002822:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4699:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002825:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002828:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002830:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.002833:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.002835:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469d:0x0], index 0: 0 00000100:00100000:3.0:1705683818.002853:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002854:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002861:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577603328 00010000:00010000:3.0:1705683818.002874:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bb74a00/0xd7faa4ce02a19864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->524287) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24a76b5c expref: 6419 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.002884:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002884:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002887:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577603008 00010000:00010000:3.0:1705683818.002895:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa9b700/0xd7faa4ce029ff69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a6eb09 expref: 6420 pid: 15123 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.002901:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002901:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002904:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105108 00000100:00100000:3.0:1705683818.002906:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd1f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7563:1857:x1788538577602944:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.002911:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.002913:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a41db80/0xd7faa4ce02a3cdc7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x284b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81d8f expref: 7563 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.002917:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a41db80/0xd7faa4ce02a3cdc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x284b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81d8f expref: 7563 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.002926:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.002927:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.002928:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134847c00/0xd7faa4ce02a9f894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.002931:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134847c00/0xd7faa4ce02a9f894 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x284b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.002940:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.002948:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bd1f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7563:1857:x1788538577602944:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.002952:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105108 00000100:00100000:3.0:1705683818.002958:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002959:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.002961:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105110 00000100:00100000:3.0:1705683818.002965:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c572401a-2098-484c-b5c8-7a348378e325+6420:1860:x1788538577603328:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.002968:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.002969:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bb74a00/0xd7faa4ce02a19864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->524287) gid 0 flags: 0x60000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24a76b5c expref: 6420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.002974:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bb74a00/0xd7faa4ce02a19864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->524287) gid 0 flags: 0x50000480030020 nid: 192.168.203.50@tcp remote: 0x338adada24a76b5c expref: 6420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.002980:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bb74a00/0xd7faa4ce02a19864 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->524287) gid 0 flags: 0x44801480030020 nid: 192.168.203.50@tcp remote: 0x338adada24a76b5c expref: 6420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.002986:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.002986:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.002987:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.002990:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003000:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.003006:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c572401a-2098-484c-b5c8-7a348378e325+6419:1860:x1788538577603328:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 42us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.003009:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105110 00000100:00100000:3.0:1705683818.003014:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003014:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003017:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105112 00000100:00100000:3.0:1705683818.003021:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b974b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:1857:x1788538577603136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.003024:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.003026:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8156 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.003030:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8156 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.003036:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009daad180/0xd7faa4ce029fae8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6df47 expref: 8156 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.003042:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.003042:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.003043:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003046:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003054:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.003059:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b974b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:1857:x1788538577603136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 39us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.003062:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105112 00000100:00100000:3.0:1705683818.003066:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003067:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003069:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105114 00000100:00100000:3.0:1705683818.003071:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7562:1857:x1788538577603264:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.003074:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.003075:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b924780/0xd7faa4ce02a3cec3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x284c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81df8 expref: 7562 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.003080:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b924780/0xd7faa4ce02a3cec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x284c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81df8 expref: 7562 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.003090:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.003091:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.003093:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134847980/0xd7faa4ce02a9f8cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003097:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134847980/0xd7faa4ce02a9f8cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x284c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003104:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.003113:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7562:1857:x1788538577603264:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.003121:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105114 00010000:00010000:3.0:1705683818.003180:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003184:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003187:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003189:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce1180/0xd7faa4ce02a9f8b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x117c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003197:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683818.003271:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1128:3086:x1788538544741248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8435us (8504us total) trans 4295028223 rc 0/0 00000100:00100000:3.0:1705683818.003275:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159027 00000004:00080000:3.0:1705683818.003300:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b9ff300/2, rc 0, transno 60927 00000100:00100000:3.0:1705683818.003306:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9ff300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544741248:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683818.003314:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800914fcb00/2, rc 0, transno 61872 00000100:00100000:3.0:1705683818.003327:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800914fcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544740736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.003355:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009241b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544744576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.003375:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.003394:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009af6e900/2, rc 0, transno 61871 00000100:00100000:3.0:1705683818.003401:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009af6e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3083:1788538544740864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.003412:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683818.003429:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003433:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003437:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003442:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc2300/0xd7faa4ce02a9f8b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003449:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683818.003546:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+922:3085:x1788538544741184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8815us (8851us total) trans 4295029169 rc 0/0 00000100:00100000:3.0:1705683818.003551:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159026 00000100:00100000:3.0:1705683818.003562:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003563:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003566:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159063 00000100:00100000:3.0:1705683818.003569:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d661900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1128:3084:x1788538544744640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683818.003579:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4483 count 1 00010000:00010000:3.0:1705683818.003808:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003815:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c7c780/0xd7faa4ce029ff62b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6eb02 expref: 8153 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003820:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.003821:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.003822:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003831:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c7c780/0xd7faa4ce029ff62b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6eb02 expref: 8153 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.003836:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c7c780/0xd7faa4ce029ff62b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6eb02 expref: 8153 pid: 14224 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.003841:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d666e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8809:1788538544744896:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.003851:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14110c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.003860:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683818.003873:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b9fb700/2, rc 0, transno 60928 00000100:00100000:3.0:1705683818.003876:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b9fb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544740928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.003890:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683818.003893:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d666400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544745024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.003909:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.003923:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003924:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003929:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544745024 00000100:00100000:3.0:1705683818.003941:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003942:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.003946:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159066 00000100:00100000:3.0:1705683818.003948:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bd1f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1129:3084:x1788538544745024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683818.003959:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4484 count 1 00010000:00010000:3.0:1705683818.004174:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.004183:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce029ffd47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6ec9f expref: 8153 pid: 15163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.004187:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.004188:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.004189:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.004202:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce029ffd47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ec9f expref: 8153 pid: 15163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.004208:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce029ffd47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ec9f expref: 8153 pid: 15163 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.004214:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14290:1788538544745216:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.004226:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.004247:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b21400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544745280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.004268:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.004281:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88006f3e7300/2, rc 0, transno 61874 00000100:00100000:3.0:1705683818.004285:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88006f3e7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544741440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.004298:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b21e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14226:1788538544742144:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.004307:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092ce0500/0xd7faa4ce02a9f90b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x117e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.004311:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.004312:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.004312:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683818.004317:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004322:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004325:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004326:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x469f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004328:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004329:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004331:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x469f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004332:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004334:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004335:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004337:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004338:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004339:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a2:0x0], index 1: 0 00000100:00100000:3.0:1705683818.004350:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683818.004354:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095d1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544745408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.004364:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.004374:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004377:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004379:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004381:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004382:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004384:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004386:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004388:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004390:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004391:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004393:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46a9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004394:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004395:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46aa:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004397:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46a9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004398:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ab:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004400:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46aa:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004401:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ac:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004403:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ab:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004404:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ad:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004406:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ac:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004407:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ae:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004409:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ad:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004410:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46af:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004412:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ae:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004413:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004415:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46af:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004416:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004417:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004419:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004420:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004421:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004423:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004425:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004427:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004429:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004430:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004431:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004433:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004434:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004436:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004437:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004439:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004440:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46b9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004442:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004443:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ba:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004444:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46b9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004445:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46bb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004447:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ba:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004448:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46bc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004450:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46bb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004452:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46bd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004453:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46bc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004454:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46be:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004456:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46bd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004458:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46bf:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004459:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46be:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004461:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004463:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46bf:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004465:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004466:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004467:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004469:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004470:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004472:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004473:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004475:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004476:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004477:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004479:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004480:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004481:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004483:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004484:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004485:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004487:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46c9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004488:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004490:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ca:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004491:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46c9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004493:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46cb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004494:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ca:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004495:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46cc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004497:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46cb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004499:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46cd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004501:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46cc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004502:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ce:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004503:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46cd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004505:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46cf:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004507:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ce:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004508:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004510:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46cf:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004511:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004512:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004514:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004515:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004517:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004518:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004519:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004521:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004522:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004538:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004539:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004541:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004542:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004544:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004545:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004546:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004548:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46d9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004550:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004552:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46da:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004553:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46d9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004555:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46db:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004556:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46da:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004558:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46dc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004559:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46db:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004561:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46dd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004562:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46dc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004564:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46de:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004565:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46dd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004567:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46df:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004569:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46de:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004570:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004572:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46df:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004573:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004574:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004576:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004578:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004579:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004581:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004582:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004584:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004585:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004587:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004589:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004591:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004592:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004594:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004595:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004597:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004598:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46e9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004599:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004601:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ea:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004602:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46e9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004603:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46eb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004605:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ea:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004606:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ec:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004608:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46eb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004609:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ed:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004610:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ec:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004612:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ee:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004613:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ed:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004615:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ef:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004616:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ee:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004618:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004619:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ef:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004621:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004622:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004624:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004625:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004627:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004628:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004630:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004632:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004633:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004635:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004636:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004638:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004639:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004641:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004642:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004644:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004645:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46f9:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004647:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f8:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004648:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46fa:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004649:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46f9:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004651:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46fb:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004652:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46fa:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004653:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46fc:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004655:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46fb:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004656:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46fd:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004658:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46fc:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004660:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46fe:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004661:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46fd:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004663:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46ff:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004665:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46fe:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004666:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4700:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004668:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46ff:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004670:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4701:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004671:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4700:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004673:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4702:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004674:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4701:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004675:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4703:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004677:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4702:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004678:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4704:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004679:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4703:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004681:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4705:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004682:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4704:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004684:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4706:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004685:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4705:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004686:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4707:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004688:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4706:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004689:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4708:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004691:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4707:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004692:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4709:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004694:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4708:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004695:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004696:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4709:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004699:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004700:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004702:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004703:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004705:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004707:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004708:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004709:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004711:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x470f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004712:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004714:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4710:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004715:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x470f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004716:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4711:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004718:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4710:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004720:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4712:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004721:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4711:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004723:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4713:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004724:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4712:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004726:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4714:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004727:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4713:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004729:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4715:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004730:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4714:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004732:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4716:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004733:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4715:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004735:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4717:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004736:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4716:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004738:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4718:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004739:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4717:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004741:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4719:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004743:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4718:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004745:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004746:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4719:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004747:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004764:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004766:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004767:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004769:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004771:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004772:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004774:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004776:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x471f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004777:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004779:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4720:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004780:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x471f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004782:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4721:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004783:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4720:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004785:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4722:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004786:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4721:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004787:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4723:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004789:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4722:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004790:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4724:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004792:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4723:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004794:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4725:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004796:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4724:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004797:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4726:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004799:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4725:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004801:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4727:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004802:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4726:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004804:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4728:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004806:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4727:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004807:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4729:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004808:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4728:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004810:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004811:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4729:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004813:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004814:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004815:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004817:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004818:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004820:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004821:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004823:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004824:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x472f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004826:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004828:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4730:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004829:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x472f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004830:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4731:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004832:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4730:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004834:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4732:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004835:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4731:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004836:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4733:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004838:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4732:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004839:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4734:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004841:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4733:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004842:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4735:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004843:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4734:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004845:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4736:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004846:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4735:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004847:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4737:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004849:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4736:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004850:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4738:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004851:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4737:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004853:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4739:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004854:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4738:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004856:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004857:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4739:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004858:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004860:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004861:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004863:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004864:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004866:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004867:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004868:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004870:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x473f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004871:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004873:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4740:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004874:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x473f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004876:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4741:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004877:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4740:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004879:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4742:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004880:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4741:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004881:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4743:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004882:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4742:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004884:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4744:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004885:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4743:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004887:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4745:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004888:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4744:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004890:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4746:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004891:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4745:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004892:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4747:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004894:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4746:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004895:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4748:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004897:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4747:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004898:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4749:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004900:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4748:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004901:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004903:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4749:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004904:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004906:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004907:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004909:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004910:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004911:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004913:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004914:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004916:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x474f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004917:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004918:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4750:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004920:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x474f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004922:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4751:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004923:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4750:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004924:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4752:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004926:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4751:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004927:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4753:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004928:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4752:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004930:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4754:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004931:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4753:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004933:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4755:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004934:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4754:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004936:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4756:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004937:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4755:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004939:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4757:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004940:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4756:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004942:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4758:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004943:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4757:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004945:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4759:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004946:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4758:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004948:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004949:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4759:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004950:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004952:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004953:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004954:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004956:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004957:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004958:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004960:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004961:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x475f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004963:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004964:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4760:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004965:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x475f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004967:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4761:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004968:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4760:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004969:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4762:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004971:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4761:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004973:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4763:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004974:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4762:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004976:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4764:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004977:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4763:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004978:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4765:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004980:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4764:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004981:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4766:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004982:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4765:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004984:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4767:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004985:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4766:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004987:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4768:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004988:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4767:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004990:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4769:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004991:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4768:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004993:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004994:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4769:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004996:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.004997:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.004999:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005000:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005001:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005003:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005004:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005005:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005007:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x476f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005009:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005010:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4770:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005011:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x476f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005013:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4771:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005014:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4770:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005015:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4772:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005017:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4771:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005019:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4773:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005020:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4772:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005021:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4774:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005023:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4773:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005024:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4775:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005025:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4774:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005026:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4776:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005028:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4775:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005029:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4777:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005031:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4776:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005032:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4778:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005034:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4777:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005035:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4779:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005036:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4778:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005038:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005039:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4779:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005040:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005042:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005044:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005045:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005047:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005048:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005050:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005051:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005052:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x477f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005054:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005055:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4780:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005057:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x477f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005058:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4781:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005059:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4780:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005061:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4782:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005062:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4781:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005064:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4783:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005065:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4782:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005067:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4784:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005068:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4783:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005070:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4785:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005071:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4784:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005073:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4786:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005075:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4785:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005076:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4787:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005077:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4786:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005079:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4788:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005081:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4787:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005082:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4789:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005084:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4788:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005086:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005087:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4789:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005089:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005090:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005092:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005093:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005095:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005096:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005097:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005099:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005100:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x478f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005102:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005103:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4790:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005104:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x478f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005105:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4791:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005107:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4790:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005108:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4792:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005110:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4791:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005111:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4793:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005113:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4792:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005114:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4794:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005116:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4793:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005117:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4795:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005119:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4794:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005121:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4796:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005122:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4795:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005123:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4797:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005125:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4796:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005126:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4798:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005127:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4797:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005129:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4799:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005130:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4798:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005131:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479a:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005133:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4799:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005134:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479b:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005136:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479a:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005137:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479c:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005139:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479b:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005156:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88006f3e5500/2, rc 0, transno 60930 00000100:00100000:3.0:1705683818.005160:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88006f3e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544741888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.005178:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b21e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544745600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.005190:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.005200:0:15115:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005201:0:15115:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005205:0:15115:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544745600 00000100:00100000:3.0:1705683818.005214:0:15115:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005214:0:15115:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005216:0:15115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159071 00000100:00100000:3.0:1705683818.005218:0:15115:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009275ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+1131:3086:x1788538544745600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683818.005224:0:15115:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4486 count 1 00010000:00010000:3.0:1705683818.005298:0:15115:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005304:0:15115:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8150 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005307:0:15115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.005308:0:15115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.005308:0:15115:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005317:0:15115:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8150 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005323:0:15115:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8150 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.005328:0:15115:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092759e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15115:1788538544745728:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.005341:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b27300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544743104:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.005349:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.005352:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.005353:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.005354:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005369:0:15115:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ae40 going to sleep for 11 seconds 00000004:00080000:3.0:1705683818.005375:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479d:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005379:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479c:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005381:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479e:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005383:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479d:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005385:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x479f:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005386:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479e:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005388:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a0:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005390:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x479f:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005391:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a1:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005392:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a0:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005394:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a2:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005395:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a1:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005397:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a3:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005398:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a2:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005399:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a4:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005401:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a3:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005402:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a5:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005404:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a4:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005405:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a6:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005407:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a5:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005409:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a7:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005410:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a6:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005412:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a8:0x0], index 0: 0 00000004:00080000:3.0:1705683818.005413:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47a7:0x0], index 1: 0 00000004:00080000:3.0:1705683818.005415:0:10090:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47a9:0x0], index 0: 0 00000100:00100000:3.0:1705683818.005583:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005584:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005610:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005610:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005615:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105119 00000100:00100000:3.0:1705683818.005619:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b974b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7560:1857:x1788538577604032:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.005626:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.005629:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924ffc00/0xd7faa4ce02a1faa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a7845a expref: 7560 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005637:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924ffc00/0xd7faa4ce02a1faa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a7845a expref: 7561 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005648:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924ffc00/0xd7faa4ce02a1faa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a7845a expref: 7561 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005656:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005657:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005659:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005664:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005684:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.005694:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b974b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7562:1857:x1788538577604032:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 75us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.005698:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105119 00000100:00100000:3.0:1705683818.005706:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005706:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005710:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105121 00000100:00100000:3.0:1705683818.005712:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7562:1857:x1788538577604288:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.005717:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.005718:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7562 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005723:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7562 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005730:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a41c280/0xd7faa4ce02a3d140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a81f25 expref: 7562 pid: 15143 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.005735:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005736:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005737:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005741:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005748:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.005775:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7560:1857:x1788538577604288:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 60us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.005781:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105121 00000100:00100000:3.0:1705683818.005789:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005790:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.005793:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105124 00000100:00100000:3.0:1705683818.005797:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5c3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c572401a-2098-484c-b5c8-7a348378e325+6083:1858:x1788538577604096:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.005803:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.005812:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba7b480/0xd7faa4ce02a689f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a42 expref: 6083 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.005819:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba7b480/0xd7faa4ce02a689f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a42 expref: 6083 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.005830:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba7b480/0xd7faa4ce02a689f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a42 expref: 6083 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.005836:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005837:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.005838:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc2f80/0xd7faa4ce02a9f927 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92ee expref: 8151 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005842:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc2f80/0xd7faa4ce02a9f927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92ee expref: 8151 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005852:0:14496:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc2f80/0xd7faa4ce02a9f927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92ee expref: 8151 pid: 15122 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683818.005857:0:14496:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132162d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14496:1788538544745792:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683818.005867:0:14496:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a840 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.005874:0:15119:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005877:0:15119:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005881:0:15119:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005884:0:15119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005889:0:15119:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683818.005953:0:15119:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0000-mdtlov_UUID+1800:3083:x1788538544742656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6688us (6742us total) trans 4295029172 rc 0/0 00000100:00100000:3.0:1705683818.005957:0:15119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159043 00010000:00010000:3.0:1705683818.005967:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.005969:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005972:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097ed3700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.005973:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005977:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005982:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005984:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ed3700/0xd7faa4ce02a9f92e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.005997:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.005998:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006000:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce2800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.006001:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006003:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006008:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006010:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ce2800/0xd7faa4ce02a9f93c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x284e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006016:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006017:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006017:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006026:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006029:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006031:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006035:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce1680/0xd7faa4ce02a9f94a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006040:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683818.006070:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.006072:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097ed1900/0xd7faa4ce02a9f919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006075:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097ed1900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.006076:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed1900/0xd7faa4ce02a9f919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x284d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006079:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ed1900/0xd7faa4ce02a9f919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x284d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006083:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097ed1900/0xd7faa4ce02a9f919 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x284d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006086:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ed1900/0xd7faa4ce02a9f919 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x284d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006093:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006093:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006094:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.006143:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+925:3085:x1788538544743040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6601us (6653us total) trans 4295029174 rc 0/0 00000100:00100000:3.0:1705683818.006146:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159045 00000100:00100000:3.0:1705683818.006152:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006152:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006155:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159072 00000100:00100000:3.0:1705683818.006157:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099951e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+924:3083:x1788538544745856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683818.006163:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6000 count 1 00010000:00010000:3.0:1705683818.006347:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006352:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be57200/0xd7faa4ce029c1c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a4e0f6 expref: 6416 pid: 14430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006355:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006356:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006357:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006365:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be57200/0xd7faa4ce029c1c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e0f6 expref: 6416 pid: 14430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006369:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be57200/0xd7faa4ce029c1c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e0f6 expref: 6416 pid: 14430 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.006374:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544746048:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.006382:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.006393:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099950f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544745984:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.006403:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.006415:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800915f3200/2, rc 0, transno 61878 00000100:00100000:3.0:1705683818.006419:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544743040:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.006443:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683818.006447:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135d43c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544746112:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.006464:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.006488:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800915f7800/2, rc 0, transno 61879 00000100:00100000:3.0:1705683818.006493:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544742272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.006516:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544746176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.006546:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.006562:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006563:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006567:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544746176 00000100:00100000:3.0:1705683818.006579:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006580:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006583:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159076 00000100:00100000:3.0:1705683818.006585:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1801:3083:x1788538544746176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683818.006592:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10326 count 1 00010000:00010000:3.0:1705683818.006662:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006668:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0fe5900/0xd7faa4ce02a3dd1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a82488 expref: 7552 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006671:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006672:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006673:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006682:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0fe5900/0xd7faa4ce02a3dd1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82488 expref: 7552 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006689:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0fe5900/0xd7faa4ce02a3dd1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82488 expref: 7552 pid: 14246 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.006693:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544746432:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.006703:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801351a2600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.006708:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.006710:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134846080/0xd7faa4ce02a9f935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006713:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134846080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.006714:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134846080/0xd7faa4ce02a9f935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006717:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134846080/0xd7faa4ce02a9f935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006722:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134846080/0xd7faa4ce02a9f935 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006724:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134846080/0xd7faa4ce02a9f935 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006736:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006736:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.006737:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683818.006748:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090b22d00/2, rc 0, transno 61881 00000100:00100000:3.0:1705683818.006767:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b22d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544742400:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.006782:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3085:1788538544746560:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.006802:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.006819:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090b26400/2, rc 0, transno 61880 00000100:00100000:3.0:1705683818.006822:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b26400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544742784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.006833:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683818.006836:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544746624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.006848:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.006866:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800915f1900/2, rc 0, transno 60932 00000100:00100000:3.0:1705683818.006871:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800915f1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544743168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.006884:0:15147:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006885:0:15147:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.006890:0:15147:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159080 00000100:00100000:3.0:1705683818.006893:0:15147:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+1802:3085:x1788538544746624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683818.006908:0:15147:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10327 count 1 00010000:00010000:3.0:1705683818.006970:0:15147:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9faa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006978:0:15147:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae84000/0xd7faa4ce02a3df0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a82568 expref: 7553 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006983:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006984:0:15147:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.006984:0:15147:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9faa1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.006997:0:15147:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae84000/0xd7faa4ce02a3df0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82568 expref: 7553 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007002:0:15147:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae84000/0xd7faa4ce02a3df0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82568 expref: 7553 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.007007:0:15147:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544746688:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.007017:0:15147:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0f92300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.007126:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732aee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544746816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.007144:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.007269:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d664100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544743744:192.168.203.50@tcp:105: 00010000:00010000:3.0:1705683818.007280:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.007288:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f11400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6416:1858:x1788538577601856:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 6405us (6601us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.007292:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105104 00000100:00100000:3.0:1705683818.007329:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d665000 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000_UUID:14259:1788538544743808:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.007340:0:14259:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00100000:3.0:1705683818.007345:0:14259:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.007346:0:14259:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.007347:0:14259:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007363:0:15153:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d665a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_062:lustre-OST0001_UUID:15153:1788538544744192:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.007372:0:15153:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.007377:0:15153:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.007377:0:15153:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.007378:0:15153:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.007474:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12559, 88 off864792 00000004:00080000:3.0:1705683818.007478:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590059732271ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.007549:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12640, 88 off872472 00000004:00080000:3.0:1705683818.007553:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590059806905ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.007570:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12560, 88 off864880 00000004:00080000:3.0:1705683818.007573:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590059826781ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.007584:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12641, 88 off872560 00000004:00080000:3.0:1705683818.007586:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590059840283ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.007597:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12561, 88 off864968 00000004:00080000:3.0:1705683818.007600:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590059854025ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.007613:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007614:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007619:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577604736 00010000:00010000:3.0:1705683818.007629:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d54c80/0xd7faa4ce029e88bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606e8 expref: 6416 pid: 14226 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683818.007641:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007642:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007645:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105129 00000100:00100000:3.0:1705683818.007649:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6416:1858:x1788538577604736:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.007654:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.007661:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d54c80/0xd7faa4ce029e88bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606e8 expref: 6416 pid: 14226 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.007667:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d54c80/0xd7faa4ce029e88bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606e8 expref: 6416 pid: 14226 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.007678:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d54c80/0xd7faa4ce029e88bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a606e8 expref: 6416 pid: 14226 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.007684:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007685:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007687:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091419400/0xd7faa4ce02a9f951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92cb expref: 6415 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007692:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091419400/0xd7faa4ce02a9f951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92cb expref: 6415 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007705:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091419400/0xd7faa4ce02a9f951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92cb expref: 6415 pid: 8810 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683818.007711:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009160ee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544747008:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683818.007724:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a13e6600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.007735:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007735:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007741:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577605056 00010000:00010000:3.0:1705683818.007770:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c45400/0xd7faa4ce02a9334b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x289b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24aa462d expref: 6417 pid: 14289 timeout: 690 lvb_type: 1 00000100:00100000:3.0:1705683818.007779:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007779:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007783:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105132 00000100:00100000:3.0:1705683818.007787:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+8149:1858:x1788538577605120:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.007792:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.007795:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131f41400/0xd7faa4ce029fed6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e92d expref: 8149 pid: 15165 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007806:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131f41400/0xd7faa4ce029fed6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e92d expref: 8149 pid: 15165 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007817:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131f41400/0xd7faa4ce029fed6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e92d expref: 8149 pid: 15165 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007825:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007826:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007827:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0500/0xd7faa4ce02a9f9eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007831:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0500/0xd7faa4ce02a9f9eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007845:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.007856:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+8148:1858:x1788538577605120:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.007861:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105132 00000100:00100000:3.0:1705683818.007870:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007870:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.007874:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105135 00000100:00100000:3.0:1705683818.007877:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009581df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+8147:1858:x1788538577604800:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.007881:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.007884:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091dff700/0xd7faa4ce029fe529 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e75f expref: 8147 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007893:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091dff700/0xd7faa4ce029fe529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e75f expref: 8147 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007903:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091dff700/0xd7faa4ce029fe529 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6e75f expref: 8147 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.007911:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007911:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.007913:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007917:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007929:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.007940:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009581df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+8146:1858:x1788538577604800:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.007945:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105135 00010000:00010000:3.0:1705683818.007960:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007965:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007969:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007977:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0a00/0xd7faa4ce02a9f997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.007986:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683818.008079:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0471400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1134:3084:x1788538544743488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7620us (7677us total) trans 4295028229 rc 0/0 00000100:00100000:3.0:1705683818.008083:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159050 00000100:00100000:3.0:1705683818.008090:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008090:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008093:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544747072 00000100:00100000:3.0:1705683818.008102:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008103:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008104:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159083 00000100:00100000:3.0:1705683818.008106:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013602b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+928:3083:x1788538544747072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683818.008112:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6004 count 1 00010000:00010000:3.0:1705683818.008193:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008198:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b924280/0xd7faa4ce029c24a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a4e492 expref: 6414 pid: 15150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008201:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.008202:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.008202:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008211:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b924280/0xd7faa4ce029c24a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e492 expref: 6414 pid: 15150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008219:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b924280/0xd7faa4ce029c24a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e492 expref: 6414 pid: 15150 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.008223:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544747200:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.008233:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a13e6cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.008243:0:14259:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008246:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008260:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008262:0:14259:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008265:0:14259:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14259 initiator: MDT0 00000100:00100000:3.0:1705683818.008271:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35a300 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544747264:0@lo:101:mdt00_025.0 00000100:00100000:3.0:1705683818.008284:0:14259:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.008290:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a13e6300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.008296:0:15153:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008299:0:15153:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008305:0:15153:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008307:0:15153:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008319:0:15153:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683818.008388:0:15153:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009254d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:lustre-MDT0000-mdtlov_UUID+1803:3084:x1788538544744000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6836us (6901us total) trans 4295029181 rc 0/0 00000100:00100000:3.0:1705683818.008393:0:15153:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159056 00010000:00010000:3.0:1705683818.008403:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.008404:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008407:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098b77200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.008409:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008412:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008418:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008420:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b77200/0xd7faa4ce02a9f9e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008432:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.008433:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.008433:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.008465:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008466:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008471:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577605184 00010000:00010000:3.0:1705683818.008479:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff9d680/0xd7faa4ce02a3d64f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82139 expref: 7553 pid: 14239 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.008490:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008491:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008495:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105137 00000100:00100000:3.0:1705683818.008498:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d608f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7553:1858:x1788538577605184:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.008503:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.008505:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ff9d680/0xd7faa4ce02a3d64f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82139 expref: 7553 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.008511:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ff9d680/0xd7faa4ce02a3d64f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82139 expref: 7553 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.008522:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff9d680/0xd7faa4ce02a3d64f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82139 expref: 7553 pid: 14239 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.008543:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.008544:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.008545:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739ffc00/0xd7faa4ce02a9f9f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008553:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739ffc00/0xd7faa4ce02a9f9f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008575:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.008586:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d608f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7552:1858:x1788538577605184:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 87us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.008590:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105137 00000100:00100000:3.0:1705683818.008612:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35a300 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544747264:0@lo:101:mdt00_025.0 00010000:00010000:3.0:1705683818.008620:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.008625:0:14259:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683818.008635:0:14259:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x3545:0x0] 00010000:00010000:3.0:1705683818.008680:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008685:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008690:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:3.0:1705683818.008716:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35a300 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544747584:0@lo:1000:mdt00_025.0 00000100:00100000:3.0:1705683818.008782:0:14259:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.008793:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.008801:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008802:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008807:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544747584 00000100:00100000:3.0:1705683818.008820:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008821:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.008825:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39409 00000100:00100000:3.0:1705683818.008828:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:14259:x1788538544747584:12345-0@lo:1000:mdt00_025.0 00000100:00100000:3.0:1705683818.008867:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:14259:x1788538544747584:12345-0@lo:1000:mdt00_025.0 Request processed in 37us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.008872:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39409 00000100:00100000:3.0:1705683818.008915:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35a300 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544747584:0@lo:1000:mdt00_025.0 00010000:00010000:3.0:1705683818.008959:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008962:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008964:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008966:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e07480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.008967:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008969:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008973:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff88009db19b00) 00010000:00010000:3.0:1705683818.008974:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683818.008975:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008977:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091e07480/0xd7faa4ce02a9fb11 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008985:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008987:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008989:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008991:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096303700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.008992:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008994:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008996:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3545:0x0].0x0 (ffff88009c02b700) 00010000:00010000:3.0:1705683818.008997:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1705683818.008998:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.008999:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096303700/0xd7faa4ce02a9f9d6 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000004:00080000:3.0:1705683818.009006:0:14259:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x3545:0x0] 00010000:00010000:3.0:1705683818.009007:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009009:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009012:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009018:0:14259:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683818.009021:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009024:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009026:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009028:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009029:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096300500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.009030:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009031:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009034:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:3.0:1705683818.009035:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.009036:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009037:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096300500/0xd7faa4ce02a9f9ba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009041:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009043:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009047:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009049:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096300000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.009050:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009051:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009054:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x36 (ffff880134a20a00) 00010000:00010000:3.0:1705683818.009054:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.009055:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009056:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096300000/0xd7faa4ce02a9f9c1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009063:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009065:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009066:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009068:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096300a00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.009069:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009071:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009075:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3231 (ffff880134a20000) 00010000:00010000:3.0:1705683818.009076:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.009077:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009078:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096300a00/0xd7faa4ce02a9f9c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:3.0:1705683818.009095:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35c600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1835:16335:x1788538577602176:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 8073us (8179us total) trans 0 rc -39/-39 00000100:00100000:3.0:1705683818.009098:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326698 00000100:00100000:3.0:1705683818.009106:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009106:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009108:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326706 00000100:00100000:3.0:1705683818.009110:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f12d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1764:16367:x1788538577605568:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:3.0:1705683818.009115:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683818.009119:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05680/0xd7faa4ce02a9fb49 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa935e expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009151:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009158:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009162:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009208:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009214:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009218:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009247:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9fb7a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:3.0:1705683818.009252:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9fb7a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d78:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009257:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9fb7a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d78:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00000004:00200000:3.0:1705683818.009273:0:14259:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d78:0x0]: returning size 4096 00000004:00200000:3.0:1705683818.009275:0:14259:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683818.009282:0:14259:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9fb7a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d78:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009287:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009290:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009293:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009296:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009299:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.009301:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009304:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009309:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff8800985ed900) 00010000:00010000:3.0:1705683818.009311:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.009312:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009314:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06580/0xd7faa4ce02a9fb57 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009320:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009322:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009324:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009326:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06a80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.009326:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009328:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009330:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x39 (ffff8800963d6100) 00010000:00010000:3.0:1705683818.009331:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.009332:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009333:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e06a80/0xd7faa4ce02a9fb73 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:3.0:1705683818.009350:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05680/0xd7faa4ce02a9fb49 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa935e expref: 1764 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009356:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05400/0xd7faa4ce02a9fb7a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d78:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa935e expref: 1763 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009359:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d78:0x0].0x0 (ffff88009818fc00) 00010000:00010000:3.0:1705683818.009359:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683818.009360:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e05400, rc 0) 00000100:00100000:3.0:1705683818.009369:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f12d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1763:16367:x1788538577605568:12345-192.168.203.50@tcp:101:rm.0 Request processed in 259us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.009372:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326706 00010000:00010000:3.0:1705683818.009393:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.009394:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009397:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06f80 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:3.0:1705683818.009399:0:11077:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683818.009401:0:11077:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009411:0:11077:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009414:0:11077:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683818.009423:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 1/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009428:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091e06f80/0xd7faa4ce02a9fafc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02a9fb0a expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009436:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.009437:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.009438:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1705683818.009464:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12642, 88 off872648 00000004:00080000:3.0:1705683818.009468:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061722523ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009492:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12562, 88 off865056 00000004:00080000:3.0:1705683818.009494:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590061748544ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009509:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12643, 88 off872736 00000004:00080000:3.0:1705683818.009511:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061765073ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009520:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12563, 88 off865144 00000004:00080000:3.0:1705683818.009522:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590061776229ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009547:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12644, 88 off872824 00000004:00080000:3.0:1705683818.009549:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061803217ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009559:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12564, 88 off865232 00000004:00080000:3.0:1705683818.009560:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590061814496ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009570:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12645, 88 off872912 00000004:00080000:3.0:1705683818.009573:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061826869ns, next at 590223168605ns, rc = 0 00000100:00100000:3.0:1705683818.009583:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009584:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009590:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544747968 00000100:00100000:3.0:1705683818.009603:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009603:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.009606:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55596 00000100:00100000:3.0:1705683818.009609:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+34:3085:x1788538544747968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.009617:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.009624:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134845180/0xd7faa4ce02a9fb0a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3545:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02a9fafc expref: 34 pid: 14248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.009631:0:14221:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3545:0x0].0x0 (ffff880073ba4c00) 00010000:00010000:3.0:1705683818.009633:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.009668:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+33:3085:x1788538544747968:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.009673:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55596 00000040:00080000:3.0:1705683818.009696:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12565, 88 off865320 00000004:00080000:3.0:1705683818.009699:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590061952964ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009714:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12646, 88 off873000 00000004:00080000:3.0:1705683818.009716:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061970552ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009729:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12566, 88 off865408 00000004:00080000:3.0:1705683818.009731:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590061985002ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009742:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12647, 88 off873088 00000004:00080000:3.0:1705683818.009744:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590061998322ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009775:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12567, 88 off865496 00000004:00080000:3.0:1705683818.009778:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062031886ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009793:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12648, 88 off873176 00000004:00080000:3.0:1705683818.009795:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062049149ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009807:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12568, 88 off865584 00000004:00080000:3.0:1705683818.009809:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062062894ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009820:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12649, 88 off873264 00000004:00080000:3.0:1705683818.009822:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062076274ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009834:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12569, 88 off865672 00000004:00080000:3.0:1705683818.009836:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062090197ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009847:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12650, 88 off873352 00000004:00080000:3.0:1705683818.009849:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062103378ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009860:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12570, 88 off865760 00000004:00080000:3.0:1705683818.009861:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062115494ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009870:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12651, 88 off873440 00000004:00080000:3.0:1705683818.009872:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062125774ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009881:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12571, 88 off865848 00000004:00080000:3.0:1705683818.009883:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062137399ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009890:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12652, 88 off873528 00000004:00080000:3.0:1705683818.009891:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062145164ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009896:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12572, 88 off865936 00000004:00080000:3.0:1705683818.009898:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062151859ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009903:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12653, 88 off873616 00000004:00080000:3.0:1705683818.009905:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062159104ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009910:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12573, 88 off866024 00000004:00080000:3.0:1705683818.009911:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062165299ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009916:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12654, 88 off873704 00000004:00080000:3.0:1705683818.009917:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062171539ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009922:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12574, 88 off866112 00000004:00080000:3.0:1705683818.009923:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062177519ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009928:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12655, 88 off873792 00000004:00080000:3.0:1705683818.009933:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062187282ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009942:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12575, 88 off866200 00000004:00080000:3.0:1705683818.009943:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062197252ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009948:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12656, 88 off873880 00000004:00080000:3.0:1705683818.009949:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062203536ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009954:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12576, 88 off866288 00000004:00080000:3.0:1705683818.009956:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062209954ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009960:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12657, 88 off873968 00000004:00080000:3.0:1705683818.009961:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062215667ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009966:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12577, 88 off866376 00000004:00080000:3.0:1705683818.009967:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062221379ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009972:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12658, 88 off874056 00000004:00080000:3.0:1705683818.009973:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062226914ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009977:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12578, 88 off866464 00000004:00080000:3.0:1705683818.009978:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062232426ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009983:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12659, 88 off874144 00000004:00080000:3.0:1705683818.009984:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062238009ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009988:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12579, 88 off866552 00000004:00080000:3.0:1705683818.009989:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062243537ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.009994:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12660, 88 off874232 00000004:00080000:3.0:1705683818.009995:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062248889ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.009999:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12580, 88 off866640 00000004:00080000:3.0:1705683818.010000:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062254327ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010004:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12661, 88 off874320 00000004:00080000:3.0:1705683818.010005:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062259679ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010010:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12581, 88 off866728 00000004:00080000:3.0:1705683818.010011:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062265316ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010016:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12662, 88 off874408 00000004:00080000:3.0:1705683818.010017:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062270952ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010021:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12582, 88 off866816 00000004:00080000:3.0:1705683818.010022:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062276377ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010026:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12663, 88 off874496 00000004:00080000:3.0:1705683818.010027:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062281744ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010032:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12583, 88 off866904 00000004:00080000:3.0:1705683818.010033:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062287592ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010038:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12664, 88 off874584 00000004:00080000:3.0:1705683818.010039:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062292987ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010043:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12584, 88 off866992 00000004:00080000:3.0:1705683818.010044:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062298604ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010049:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12665, 88 off874672 00000004:00080000:3.0:1705683818.010050:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062303982ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010054:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12585, 88 off867080 00000004:00080000:3.0:1705683818.010055:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062309649ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010060:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12666, 88 off874760 00000004:00080000:3.0:1705683818.010061:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062315109ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010065:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12586, 88 off867168 00000004:00080000:3.0:1705683818.010066:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062320457ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010071:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12667, 88 off874848 00000004:00080000:3.0:1705683818.010072:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062326054ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010076:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12587, 88 off867256 00000004:00080000:3.0:1705683818.010077:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062331379ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010081:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12668, 88 off874936 00000004:00080000:3.0:1705683818.010082:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062336724ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010087:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12588, 88 off867344 00000004:00080000:3.0:1705683818.010088:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062342237ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010092:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12669, 88 off875024 00000004:00080000:3.0:1705683818.010093:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062347714ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010098:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12670, 88 off875112 00000004:00080000:3.0:1705683818.010099:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062353179ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010103:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12589, 88 off867432 00000004:00080000:3.0:1705683818.010105:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062358874ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010109:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12671, 88 off875200 00000004:00080000:3.0:1705683818.010110:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062364339ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010114:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12590, 88 off867520 00000004:00080000:3.0:1705683818.010115:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062369774ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010120:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12672, 88 off875288 00000004:00080000:3.0:1705683818.010121:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062375129ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010125:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12591, 88 off867608 00000004:00080000:3.0:1705683818.010126:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062380404ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010131:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12673, 88 off875376 00000004:00080000:3.0:1705683818.010132:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062385844ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010136:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12592, 88 off867696 00000004:00080000:3.0:1705683818.010137:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062391402ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010142:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12674, 88 off875464 00000004:00080000:3.0:1705683818.010143:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062396887ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010147:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12593, 88 off867784 00000004:00080000:3.0:1705683818.010148:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062402387ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010153:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12675, 88 off875552 00000004:00080000:3.0:1705683818.010154:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062407887ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010158:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12594, 88 off867872 00000004:00080000:3.0:1705683818.010159:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062413469ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010163:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12676, 88 off875640 00000004:00080000:3.0:1705683818.010164:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062418754ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010169:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12595, 88 off867960 00000004:00080000:3.0:1705683818.010173:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062427097ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010181:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12677, 88 off875728 00000004:00080000:3.0:1705683818.010182:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062436289ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010187:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12596, 88 off868048 00000004:00080000:3.0:1705683818.010188:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062442792ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010193:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12678, 88 off875816 00000004:00080000:3.0:1705683818.010194:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062448676ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010199:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12597, 88 off868136 00000004:00080000:3.0:1705683818.010200:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062454239ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010205:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12679, 88 off875904 00000004:00080000:3.0:1705683818.010206:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062459824ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010210:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12598, 88 off868224 00000004:00080000:3.0:1705683818.010211:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062465234ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010215:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12680, 88 off875992 00000004:00080000:3.0:1705683818.010217:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062470816ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010221:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12599, 88 off868312 00000004:00080000:3.0:1705683818.010222:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062476294ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010226:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12681, 88 off876080 00000004:00080000:3.0:1705683818.010227:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062481677ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010267:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12601, 88 off868440 00000004:00080000:3.0:1705683818.010269:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062523715ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010277:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12682, 88 off876168 00000004:00080000:3.0:1705683818.010278:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062532450ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010283:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12602, 88 off868528 00000004:00080000:3.0:1705683818.010284:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062538610ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010289:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12683, 88 off876256 00000004:00080000:3.0:1705683818.010290:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062544306ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010295:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12603, 88 off868616 00000004:00080000:3.0:1705683818.010296:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062550089ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010301:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12684, 88 off876344 00000004:00080000:3.0:1705683818.010302:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062556499ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010307:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12604, 88 off868704 00000004:00080000:3.0:1705683818.010308:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062562332ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010314:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12685, 88 off876432 00000004:00080000:3.0:1705683818.010316:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062570179ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010324:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12605, 88 off868792 00000004:00080000:3.0:1705683818.010327:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062580402ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010335:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12686, 88 off876520 00000004:00080000:3.0:1705683818.010337:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062591612ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010346:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12606, 88 off868880 00000004:00080000:3.0:1705683818.010348:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062602314ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010391:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12688, 88 off876632 00000004:00080000:3.0:1705683818.010394:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062648494ns, next at 590223168605ns, rc = 0 00000100:00100000:3.0:1705683818.010425:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d666e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8809:1788538544744896:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.010437:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.010441:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.010443:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.010443:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.010457:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12607, 88 off868968 00000004:00080000:3.0:1705683818.010459:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062713417ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010469:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12689, 88 off876720 00000004:00080000:3.0:1705683818.010471:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062725285ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010479:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12608, 88 off869056 00000004:00080000:3.0:1705683818.010481:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062735564ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010490:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12690, 88 off876808 00000004:00080000:3.0:1705683818.010492:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062746610ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010501:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12609, 88 off869144 00000004:00080000:3.0:1705683818.010504:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062757775ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010522:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12691, 88 off876896 00000004:00080000:3.0:1705683818.010536:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062790354ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010553:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12610, 88 off869232 00000004:00080000:3.0:1705683818.010555:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062809037ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010565:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12692, 88 off876984 00000004:00080000:3.0:1705683818.010567:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062820757ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010576:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12611, 88 off869320 00000004:00080000:3.0:1705683818.010578:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062832220ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010587:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12693, 88 off877072 00000004:00080000:3.0:1705683818.010589:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062842857ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010597:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12612, 88 off869408 00000004:00080000:3.0:1705683818.010599:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062853382ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010608:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12694, 88 off877160 00000004:00080000:3.0:1705683818.010610:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062864200ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010618:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12613, 88 off869496 00000004:00080000:3.0:1705683818.010620:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062874590ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010631:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12695, 88 off877248 00000004:00080000:3.0:1705683818.010633:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062886952ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010646:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12614, 88 off869584 00000004:00080000:3.0:1705683818.010648:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062902296ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010655:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12696, 88 off877336 00000004:00080000:3.0:1705683818.010657:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062911410ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010666:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12615, 88 off869672 00000004:00080000:3.0:1705683818.010668:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062921902ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010677:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12697, 88 off877424 00000004:00080000:3.0:1705683818.010679:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062933207ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010687:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12616, 88 off869760 00000004:00080000:3.0:1705683818.010690:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062943715ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010698:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12698, 88 off877512 00000004:00080000:3.0:1705683818.010700:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062954160ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010708:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12617, 88 off869848 00000004:00080000:3.0:1705683818.010716:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590062969639ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010729:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12699, 88 off877600 00000004:00080000:3.0:1705683818.010731:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590062985715ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010769:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12618, 88 off869936 00000004:00080000:3.0:1705683818.010773:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063027212ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010792:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12700, 88 off877688 00000004:00080000:3.0:1705683818.010794:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063048124ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010809:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12619, 88 off870024 00000004:00080000:3.0:1705683818.010811:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063065274ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010825:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12701, 88 off877776 00000004:00080000:3.0:1705683818.010827:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063080829ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010832:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12620, 88 off870112 00000004:00080000:3.0:1705683818.010833:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063087156ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010839:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12702, 88 off877864 00000004:00080000:3.0:1705683818.010841:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063094877ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010844:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12621, 88 off870200 00000004:00080000:3.0:1705683818.010846:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063100017ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010852:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12703, 88 off877952 00000004:00080000:3.0:1705683818.010853:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063106886ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010856:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12622, 88 off870288 00000004:00080000:3.0:1705683818.010857:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063111715ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010863:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12704, 88 off878040 00000004:00080000:3.0:1705683818.010865:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063118909ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010868:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12623, 88 off870376 00000004:00080000:3.0:1705683818.010869:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063123752ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010875:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12705, 88 off878128 00000004:00080000:3.0:1705683818.010876:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063130235ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010880:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12624, 88 off870464 00000004:00080000:3.0:1705683818.010881:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063134969ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010886:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12706, 88 off878216 00000004:00080000:3.0:1705683818.010887:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063141654ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010892:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12625, 88 off870552 00000004:00080000:3.0:1705683818.010893:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063147620ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.010910:0:15115:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092759e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15115:1788538544745728:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.010919:0:15115:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.010922:0:15115:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.010923:0:15115:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.010923:0:15115:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.010931:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12707, 88 off878304 00000004:00080000:3.0:1705683818.010932:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063186705ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010937:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12626, 88 off870640 00000004:00080000:3.0:1705683818.010938:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063192469ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010945:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12708, 88 off878392 00000004:00080000:3.0:1705683818.010946:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063199929ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010950:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12627, 88 off870728 00000004:00080000:3.0:1705683818.010951:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063205267ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010956:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12709, 88 off878480 00000004:00080000:3.0:1705683818.010958:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063211952ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010962:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12628, 88 off870816 00000004:00080000:3.0:1705683818.010963:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063217027ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010969:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12710, 88 off878568 00000004:00080000:3.0:1705683818.010970:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063224100ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010974:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12629, 88 off870904 00000004:00080000:3.0:1705683818.010975:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063228915ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010978:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12711, 88 off878656 00000004:00080000:3.0:1705683818.010980:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063233826ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010983:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12630, 88 off870992 00000004:00080000:3.0:1705683818.010984:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063238359ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.010990:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12712, 88 off878744 00000004:00080000:3.0:1705683818.010991:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063245017ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.010994:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12631, 88 off871080 00000004:00080000:3.0:1705683818.010995:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063249755ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011007:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12713, 88 off878832 00000004:00080000:3.0:1705683818.011008:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063262747ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011014:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12632, 88 off871168 00000004:00080000:3.0:1705683818.011015:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063269772ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011021:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12714, 88 off878920 00000004:00080000:3.0:1705683818.011023:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063276926ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011028:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12633, 88 off871256 00000004:00080000:3.0:1705683818.011029:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063283747ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011034:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12715, 88 off879008 00000004:00080000:3.0:1705683818.011035:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063289674ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011039:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12634, 88 off871344 00000004:00080000:3.0:1705683818.011040:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063294445ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011045:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12716, 88 off879096 00000004:00080000:3.0:1705683818.011046:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063300759ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011051:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12635, 88 off871432 00000004:00080000:3.0:1705683818.011052:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063305910ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011056:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12717, 88 off879184 00000004:00080000:3.0:1705683818.011057:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063311542ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011061:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12636, 88 off871520 00000004:00080000:3.0:1705683818.011062:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063316195ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011066:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12718, 88 off879272 00000004:00080000:3.0:1705683818.011067:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063321647ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011071:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12637, 88 off871608 00000004:00080000:3.0:1705683818.011072:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063326114ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011076:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12719, 88 off879360 00000004:00080000:3.0:1705683818.011077:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063331377ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011081:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12638, 88 off871696 00000004:00080000:3.0:1705683818.011085:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063339570ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011095:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12720, 88 off879448 00000004:00080000:3.0:1705683818.011097:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063351604ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011109:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12639, 88 off871784 00000004:00080000:3.0:1705683818.011111:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063364969ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011130:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12721, 88 off879536 00000004:00080000:3.0:1705683818.011132:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063386227ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011139:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12640, 88 off871872 00000004:00080000:3.0:1705683818.011141:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063395495ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.011171:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544746048:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.011181:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.011185:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.011185:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.011186:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.011199:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12722, 88 off879624 00000004:00080000:3.0:1705683818.011201:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063455644ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011212:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12641, 88 off871960 00000004:00080000:3.0:1705683818.011214:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063468437ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011224:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12723, 88 off879712 00000004:00080000:3.0:1705683818.011227:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063480910ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011236:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12642, 88 off872048 00000004:00080000:3.0:1705683818.011238:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063491914ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011246:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12724, 88 off879800 00000004:00080000:3.0:1705683818.011248:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063502597ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011257:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12643, 88 off872136 00000004:00080000:3.0:1705683818.011259:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063513559ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011268:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12725, 88 off879888 00000004:00080000:3.0:1705683818.011271:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063524897ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011280:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12644, 88 off872224 00000004:00080000:3.0:1705683818.011282:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063536469ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011290:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12726, 88 off879976 00000004:00080000:3.0:1705683818.011293:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063546997ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011302:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12645, 88 off872312 00000004:00080000:3.0:1705683818.011304:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063557812ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011313:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12727, 88 off880064 00000004:00080000:3.0:1705683818.011315:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063569397ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011324:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12646, 88 off872400 00000004:00080000:3.0:1705683818.011326:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063580499ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011333:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12728, 88 off880152 00000004:00080000:3.0:1705683818.011335:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063589172ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011376:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12647, 88 off872488 00000004:00080000:3.0:1705683818.011379:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063632927ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011389:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12729, 88 off880240 00000004:00080000:3.0:1705683818.011391:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063644927ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011398:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12648, 88 off872576 00000004:00080000:3.0:1705683818.011400:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063654059ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011406:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12730, 88 off880328 00000004:00080000:3.0:1705683818.011408:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063662282ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011414:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12649, 88 off872664 00000004:00080000:3.0:1705683818.011416:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063670279ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011422:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12731, 88 off880416 00000004:00080000:3.0:1705683818.011424:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063678240ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011430:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12650, 88 off872752 00000004:00080000:3.0:1705683818.011432:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063686335ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011438:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12732, 88 off880504 00000004:00080000:3.0:1705683818.011440:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063694099ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011446:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12651, 88 off872840 00000004:00080000:3.0:1705683818.011448:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063701975ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011454:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12733, 88 off880592 00000004:00080000:3.0:1705683818.011455:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063709729ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011462:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12652, 88 off872928 00000004:00080000:3.0:1705683818.011463:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063717737ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011490:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12734, 88 off880680 00000004:00080000:3.0:1705683818.011492:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063746464ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011501:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12653, 88 off873016 00000004:00080000:3.0:1705683818.011503:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063757267ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011510:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12735, 88 off880768 00000004:00080000:3.0:1705683818.011512:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063765929ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011518:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12654, 88 off873104 00000004:00080000:3.0:1705683818.011520:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063774393ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011540:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12736, 88 off880856 00000004:00080000:3.0:1705683818.011543:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063797053ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011553:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12655, 88 off873192 00000004:00080000:3.0:1705683818.011555:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063808804ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011562:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12737, 88 off880944 00000004:00080000:3.0:1705683818.011564:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063818393ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011571:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12656, 88 off873280 00000004:00080000:3.0:1705683818.011573:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063826835ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011579:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12738, 88 off881032 00000004:00080000:3.0:1705683818.011581:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063835085ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011588:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12657, 88 off873368 00000004:00080000:3.0:1705683818.011590:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063844183ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011598:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12739, 88 off881120 00000004:00080000:3.0:1705683818.011600:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063854299ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011609:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12658, 88 off873456 00000004:00080000:3.0:1705683818.011612:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063865649ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011621:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12740, 88 off881208 00000004:00080000:3.0:1705683818.011623:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063876947ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011632:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12659, 88 off873544 00000004:00080000:3.0:1705683818.011639:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063892893ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011654:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12741, 88 off881296 00000004:00080000:3.0:1705683818.011656:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063910578ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011666:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12660, 88 off873632 00000004:00080000:3.0:1705683818.011668:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063922470ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011677:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12742, 88 off881384 00000004:00080000:3.0:1705683818.011679:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063933477ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011688:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12661, 88 off873720 00000004:00080000:3.0:1705683818.011690:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063943864ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011698:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12743, 88 off881472 00000004:00080000:3.0:1705683818.011701:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063954927ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011710:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12662, 88 off873808 00000004:00080000:3.0:1705683818.011712:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063966470ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011722:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12744, 88 off881560 00000004:00080000:3.0:1705683818.011724:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590063978697ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011734:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12663, 88 off873896 00000004:00080000:3.0:1705683818.011736:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590063990139ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011745:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12745, 88 off881648 00000004:00080000:3.0:1705683818.011747:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064001598ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011770:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12664, 88 off873984 00000004:00080000:3.0:1705683818.011773:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064026867ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011780:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12746, 88 off881736 00000004:00080000:3.0:1705683818.011782:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064035897ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011790:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12665, 88 off874072 00000004:00080000:3.0:1705683818.011791:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064045705ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011800:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12747, 88 off881824 00000004:00080000:3.0:1705683818.011802:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064055877ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011813:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12666, 88 off874160 00000004:00080000:3.0:1705683818.011815:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064069109ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011830:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12748, 88 off881912 00000004:00080000:3.0:1705683818.011832:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064085887ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011840:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12667, 88 off874248 00000004:00080000:3.0:1705683818.011841:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064095664ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011851:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12749, 88 off882000 00000004:00080000:3.0:1705683818.011853:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064107217ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011860:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12668, 88 off874336 00000004:00080000:3.0:1705683818.011862:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064116095ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011868:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12750, 88 off882088 00000004:00080000:3.0:1705683818.011870:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064124603ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011879:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12669, 88 off874424 00000004:00080000:3.0:1705683818.011880:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064134683ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011889:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12751, 88 off882176 00000004:00080000:3.0:1705683818.011892:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064145815ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011901:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12670, 88 off874512 00000004:00080000:3.0:1705683818.011903:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064156948ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011911:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12752, 88 off882264 00000004:00080000:3.0:1705683818.011913:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064167187ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011920:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12671, 88 off874600 00000004:00080000:3.0:1705683818.011922:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064175839ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011928:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12753, 88 off882352 00000004:00080000:3.0:1705683818.011930:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064184214ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011936:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12672, 88 off874688 00000004:00080000:3.0:1705683818.011938:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064192237ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011944:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12754, 88 off882440 00000004:00080000:3.0:1705683818.011946:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064200385ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011953:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12673, 88 off874776 00000004:00080000:3.0:1705683818.011955:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064209528ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011964:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12755, 88 off882528 00000004:00080000:3.0:1705683818.011966:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064219864ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011974:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12674, 88 off874864 00000004:00080000:3.0:1705683818.011977:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064230857ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.011986:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12756, 88 off882616 00000004:00080000:3.0:1705683818.011988:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064242215ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.011997:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12675, 88 off874952 00000004:00080000:3.0:1705683818.011999:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064252843ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012006:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12757, 88 off882704 00000004:00080000:3.0:1705683818.012007:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064261703ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012014:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12676, 88 off875040 00000004:00080000:3.0:1705683818.012016:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064270264ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012023:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12758, 88 off882792 00000004:00080000:3.0:1705683818.012024:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064278508ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012030:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12677, 88 off875128 00000004:00080000:3.0:1705683818.012032:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064286329ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012038:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12759, 88 off882880 00000004:00080000:3.0:1705683818.012040:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064294039ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012046:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12678, 88 off875216 00000004:00080000:3.0:1705683818.012047:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064301737ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012054:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12760, 88 off882968 00000004:00080000:3.0:1705683818.012055:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064309474ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012061:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12679, 88 off875304 00000004:00080000:3.0:1705683818.012063:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064317184ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012075:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12761, 88 off883056 00000004:00080000:3.0:1705683818.012077:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064331239ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012084:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12680, 88 off875392 00000004:00080000:3.0:1705683818.012089:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064343620ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012100:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12762, 88 off883144 00000004:00080000:3.0:1705683818.012102:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064356110ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012109:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12681, 88 off875480 00000004:00080000:3.0:1705683818.012111:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064364897ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012118:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12763, 88 off883232 00000004:00080000:3.0:1705683818.012119:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064373527ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012126:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12682, 88 off875568 00000004:00080000:3.0:1705683818.012127:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064381497ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012133:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12764, 88 off883320 00000004:00080000:3.0:1705683818.012135:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064389125ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012145:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12683, 88 off875656 00000004:00080000:3.0:1705683818.012147:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064401189ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012154:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12765, 88 off883408 00000004:00080000:3.0:1705683818.012156:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064410174ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012163:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12684, 88 off875744 00000004:00080000:3.0:1705683818.012164:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064418383ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012171:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12766, 88 off883496 00000004:00080000:3.0:1705683818.012172:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064426590ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012179:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12685, 88 off875832 00000004:00080000:3.0:1705683818.012181:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064434759ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012187:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12767, 88 off883584 00000004:00080000:3.0:1705683818.012188:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064442577ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012195:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12686, 88 off875920 00000004:00080000:3.0:1705683818.012196:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064450538ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012204:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12768, 88 off883672 00000004:00080000:3.0:1705683818.012206:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064460088ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012214:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12687, 88 off876008 00000004:00080000:3.0:1705683818.012216:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064469808ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012224:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12769, 88 off883760 00000004:00080000:3.0:1705683818.012226:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064479829ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012231:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12688, 88 off876096 00000004:00080000:3.0:1705683818.012232:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064486725ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012237:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12770, 88 off883848 00000004:00080000:3.0:1705683818.012238:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064492673ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012243:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12689, 88 off876184 00000004:00080000:3.0:1705683818.012244:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064498349ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012248:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12771, 88 off883936 00000004:00080000:3.0:1705683818.012249:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064503745ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012254:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12690, 88 off876272 00000004:00080000:3.0:1705683818.012255:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064509283ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012259:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12772, 88 off884024 00000004:00080000:3.0:1705683818.012261:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064514897ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012265:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12691, 88 off876360 00000004:00080000:3.0:1705683818.012266:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064520380ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012271:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12773, 88 off884112 00000004:00080000:3.0:1705683818.012272:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064525960ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012276:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12692, 88 off876448 00000004:00080000:3.0:1705683818.012277:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064531293ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012281:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12774, 88 off884200 00000004:00080000:3.0:1705683818.012282:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064536685ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012315:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12694, 88 off876632 00000004:00080000:3.0:1705683818.012318:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064572047ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012331:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12775, 88 off884288 00000004:00080000:3.0:1705683818.012334:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064587818ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012344:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12695, 88 off876720 00000004:00080000:3.0:1705683818.012346:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064600425ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012355:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12776, 88 off884376 00000004:00080000:3.0:1705683818.012358:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064611800ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012366:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12696, 88 off876808 00000004:00080000:3.0:1705683818.012369:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064622895ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012378:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12777, 88 off884464 00000004:00080000:3.0:1705683818.012380:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064634188ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012389:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12697, 88 off876896 00000004:00080000:3.0:1705683818.012391:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064645670ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012400:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12778, 88 off884552 00000004:00080000:3.0:1705683818.012402:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064656327ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012410:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12698, 88 off876984 00000004:00080000:3.0:1705683818.012412:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064666250ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012419:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12779, 88 off884640 00000004:00080000:3.0:1705683818.012421:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064675273ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012428:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12699, 88 off877072 00000004:00080000:3.0:1705683818.012430:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064683945ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012463:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12781, 88 off884824 00000004:00080000:3.0:1705683818.012466:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064720607ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012478:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12700, 88 off877160 00000004:00080000:3.0:1705683818.012480:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064734507ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012490:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12782, 88 off884912 00000004:00080000:3.0:1705683818.012492:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064746330ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012501:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12701, 88 off877248 00000004:00080000:3.0:1705683818.012503:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064757705ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012511:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12783, 88 off885000 00000004:00080000:3.0:1705683818.012513:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064767178ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012522:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12702, 88 off877336 00000004:00080000:3.0:1705683818.012542:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064795805ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012558:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12784, 88 off885088 00000004:00080000:3.0:1705683818.012560:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064814425ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012570:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12703, 88 off877424 00000004:00080000:3.0:1705683818.012572:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064826045ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012580:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12785, 88 off885176 00000004:00080000:3.0:1705683818.012582:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064836555ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012591:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12704, 88 off877512 00000004:00080000:3.0:1705683818.012593:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064847465ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012602:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12786, 88 off885264 00000004:00080000:3.0:1705683818.012604:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064858228ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012612:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12705, 88 off877600 00000004:00080000:3.0:1705683818.012614:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064868415ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012623:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12787, 88 off885352 00000004:00080000:3.0:1705683818.012625:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064879437ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012634:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12706, 88 off877688 00000004:00080000:3.0:1705683818.012636:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064890397ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012645:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12788, 88 off885440 00000004:00080000:3.0:1705683818.012647:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064900930ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012655:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12707, 88 off877776 00000004:00080000:3.0:1705683818.012657:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064910993ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012665:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12789, 88 off885528 00000004:00080000:3.0:1705683818.012667:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064921233ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012676:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12708, 88 off877864 00000004:00080000:3.0:1705683818.012678:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064931770ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012686:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12790, 88 off885616 00000004:00080000:3.0:1705683818.012688:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064941981ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012696:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12709, 88 off877952 00000004:00080000:3.0:1705683818.012698:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064951811ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012706:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12791, 88 off885704 00000004:00080000:3.0:1705683818.012708:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064962063ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012717:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12710, 88 off878040 00000004:00080000:3.0:1705683818.012719:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064973357ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012728:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12792, 88 off885792 00000004:00080000:3.0:1705683818.012730:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590064984201ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012738:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12711, 88 off878128 00000004:00080000:3.0:1705683818.012740:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590064994586ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012767:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12793, 88 off885880 00000004:00080000:3.0:1705683818.012771:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065024845ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012782:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12712, 88 off878216 00000004:00080000:3.0:1705683818.012784:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065037891ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012790:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12794, 88 off885968 00000004:00080000:3.0:1705683818.012791:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065045320ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012796:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12713, 88 off878304 00000004:00080000:3.0:1705683818.012797:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065051307ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012802:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12795, 88 off886056 00000004:00080000:3.0:1705683818.012803:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065057068ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012807:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12714, 88 off878392 00000004:00080000:3.0:1705683818.012808:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065062695ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012813:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12796, 88 off886144 00000004:00080000:3.0:1705683818.012814:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065068598ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012819:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12715, 88 off878480 00000004:00080000:3.0:1705683818.012820:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065074473ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012825:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12797, 88 off886232 00000004:00080000:3.0:1705683818.012826:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065080105ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012830:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12716, 88 off878568 00000004:00080000:3.0:1705683818.012831:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065085537ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012836:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12798, 88 off886320 00000004:00080000:3.0:1705683818.012837:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065091197ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012841:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12717, 88 off878656 00000004:00080000:3.0:1705683818.012842:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065096786ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012847:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12799, 88 off886408 00000004:00080000:3.0:1705683818.012848:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065102461ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012853:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12718, 88 off878744 00000004:00080000:3.0:1705683818.012854:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065108047ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012858:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12800, 88 off886496 00000004:00080000:3.0:1705683818.012859:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065113435ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012864:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12719, 88 off878832 00000004:00080000:3.0:1705683818.012865:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065118858ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012869:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12801, 88 off886584 00000004:00080000:3.0:1705683818.012870:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065124177ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012874:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12720, 88 off878920 00000004:00080000:3.0:1705683818.012875:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065129588ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012880:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12802, 88 off886672 00000004:00080000:3.0:1705683818.012881:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065135110ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012885:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12721, 88 off879008 00000004:00080000:3.0:1705683818.012886:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065140586ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012891:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12803, 88 off886760 00000004:00080000:3.0:1705683818.012892:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065146176ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012897:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12722, 88 off879096 00000004:00080000:3.0:1705683818.012898:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065152111ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012903:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12804, 88 off886848 00000004:00080000:3.0:1705683818.012904:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065157956ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012908:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12723, 88 off879184 00000004:00080000:3.0:1705683818.012913:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065167407ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012921:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12805, 88 off886936 00000004:00080000:3.0:1705683818.012923:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065176808ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012927:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12724, 88 off879272 00000004:00080000:3.0:1705683818.012928:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065182800ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012933:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12806, 88 off887024 00000004:00080000:3.0:1705683818.012934:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065188546ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012939:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12725, 88 off879360 00000004:00080000:3.0:1705683818.012940:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065194070ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012944:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12807, 88 off887112 00000004:00080000:3.0:1705683818.012946:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065199845ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012950:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12726, 88 off879448 00000004:00080000:3.0:1705683818.012951:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065205578ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012956:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12808, 88 off887200 00000004:00080000:3.0:1705683818.012957:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065211203ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012962:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12727, 88 off879536 00000004:00080000:3.0:1705683818.012963:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065217001ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012967:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12809, 88 off887288 00000004:00080000:3.0:1705683818.012968:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065222748ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012973:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12728, 88 off879624 00000004:00080000:3.0:1705683818.012974:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065228575ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012979:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12810, 88 off887376 00000004:00080000:3.0:1705683818.012980:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065234367ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012984:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12729, 88 off879712 00000004:00080000:3.0:1705683818.012985:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065239770ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.012990:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12811, 88 off887464 00000004:00080000:3.0:1705683818.012991:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065245508ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.012996:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12730, 88 off879800 00000004:00080000:3.0:1705683818.012997:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065251071ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013001:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12812, 88 off887552 00000004:00080000:3.0:1705683818.013002:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065256688ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013007:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12731, 88 off879888 00000004:00080000:3.0:1705683818.013008:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065262220ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013012:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12813, 88 off887640 00000004:00080000:3.0:1705683818.013013:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065267717ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013018:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12732, 88 off879976 00000004:00080000:3.0:1705683818.013019:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065273427ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013024:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12814, 88 off887728 00000004:00080000:3.0:1705683818.013025:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065279543ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013030:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12733, 88 off880064 00000004:00080000:3.0:1705683818.013031:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065285307ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013036:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12815, 88 off887816 00000004:00080000:3.0:1705683818.013037:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065291008ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013041:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12734, 88 off880152 00000004:00080000:3.0:1705683818.013042:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065296501ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013047:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12816, 88 off887904 00000004:00080000:3.0:1705683818.013048:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065302741ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013053:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12735, 88 off880240 00000004:00080000:3.0:1705683818.013054:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065308787ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013059:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12817, 88 off887992 00000004:00080000:3.0:1705683818.013060:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065314555ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013065:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12736, 88 off880328 00000004:00080000:3.0:1705683818.013066:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065320010ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013070:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12818, 88 off888080 00000004:00080000:3.0:1705683818.013071:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065325440ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013075:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12737, 88 off880416 00000004:00080000:3.0:1705683818.013076:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065330796ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013081:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12819, 88 off888168 00000004:00080000:3.0:1705683818.013082:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065336321ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013086:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12738, 88 off880504 00000004:00080000:3.0:1705683818.013087:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065341780ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013092:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12820, 88 off888256 00000004:00080000:3.0:1705683818.013093:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065347418ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013098:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12739, 88 off880592 00000004:00080000:3.0:1705683818.013099:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065352817ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013103:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12821, 88 off888344 00000004:00080000:3.0:1705683818.013104:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065358275ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013129:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12740, 88 off880680 00000004:00080000:3.0:1705683818.013131:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065385337ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013139:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12822, 88 off888432 00000004:00080000:3.0:1705683818.013140:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065394151ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013145:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12741, 88 off880768 00000004:00080000:3.0:1705683818.013147:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065400793ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013152:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12823, 88 off888520 00000004:00080000:3.0:1705683818.013153:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065407026ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013157:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12742, 88 off880856 00000004:00080000:3.0:1705683818.013159:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065412868ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013163:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12824, 88 off888608 00000004:00080000:3.0:1705683818.013164:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065418618ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013169:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12743, 88 off880944 00000004:00080000:3.0:1705683818.013170:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065424330ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013174:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12825, 88 off888696 00000004:00080000:3.0:1705683818.013176:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065429800ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013180:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12744, 88 off881032 00000004:00080000:3.0:1705683818.013184:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065438315ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013192:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12826, 88 off888784 00000004:00080000:3.0:1705683818.013193:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065447128ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013198:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12745, 88 off881120 00000004:00080000:3.0:1705683818.013199:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065453446ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.013236:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544746432:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.013248:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.013254:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013255:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013256:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683818.013272:0:15147:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0001_UUID:15147:1788538544746688:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.013281:0:15147:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e04c80/0xd7faa4ce02a9faa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15147 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.013286:0:15147:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013287:0:15147:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013288:0:15147:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.013301:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12827, 88 off888872 00000004:00080000:3.0:1705683818.013304:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065558621ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013321:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12746, 88 off881208 00000004:00080000:3.0:1705683818.013324:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065577733ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013334:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12828, 88 off888960 00000004:00080000:3.0:1705683818.013335:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065589713ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013344:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12747, 88 off881296 00000004:00080000:3.0:1705683818.013345:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065599746ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013354:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12829, 88 off889048 00000004:00080000:3.0:1705683818.013355:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065609546ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013363:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12748, 88 off881384 00000004:00080000:3.0:1705683818.013365:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065619187ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013373:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12830, 88 off889136 00000004:00080000:3.0:1705683818.013375:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065628955ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013383:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12749, 88 off881472 00000004:00080000:3.0:1705683818.013385:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065638956ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013396:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12831, 88 off889224 00000004:00080000:3.0:1705683818.013398:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065652606ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013410:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12750, 88 off881560 00000004:00080000:3.0:1705683818.013412:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065665915ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013421:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12832, 88 off889312 00000004:00080000:3.0:1705683818.013423:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065677325ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013433:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12751, 88 off881648 00000004:00080000:3.0:1705683818.013436:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065689995ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.013462:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160ee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544747008:192.168.203.50@tcp:105: 00010000:00010000:3.0:1705683818.013473:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.013490:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6411:1858:x1788538577604736:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5840us (5892us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.013496:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105129 00000100:00100000:3.0:1705683818.013555:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544747200:192.168.203.50@tcp:104: 00010000:00010000:3.0:1705683818.013568:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683818.013573:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013574:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683818.013575:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:3.0:1705683818.013594:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12833, 88 off889400 00000004:00080000:3.0:1705683818.013597:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065850950ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013612:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12752, 88 off881736 00000004:00080000:3.0:1705683818.013615:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065868813ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013626:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12834, 88 off889488 00000004:00080000:3.0:1705683818.013628:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065882746ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013640:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12753, 88 off881824 00000004:00080000:3.0:1705683818.013642:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065896176ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013653:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12835, 88 off889576 00000004:00080000:3.0:1705683818.013656:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065910001ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013667:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12754, 88 off881912 00000004:00080000:3.0:1705683818.013669:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065922918ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013679:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12836, 88 off889664 00000004:00080000:3.0:1705683818.013681:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065935068ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013688:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12755, 88 off882000 00000004:00080000:3.0:1705683818.013689:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065943018ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013694:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12837, 88 off889752 00000004:00080000:3.0:1705683818.013696:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065949910ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013702:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12756, 88 off882088 00000004:00080000:3.0:1705683818.013703:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065957106ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013708:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12838, 88 off889840 00000004:00080000:3.0:1705683818.013709:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065963781ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013715:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12757, 88 off882176 00000004:00080000:3.0:1705683818.013716:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065970135ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013721:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12839, 88 off889928 00000004:00080000:3.0:1705683818.013722:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065976651ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013728:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12758, 88 off882264 00000004:00080000:3.0:1705683818.013729:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065982956ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013734:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12840, 88 off890016 00000004:00080000:3.0:1705683818.013735:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590065989358ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013741:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12759, 88 off882352 00000004:00080000:3.0:1705683818.013742:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590065996105ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013747:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12841, 88 off890104 00000004:00080000:3.0:1705683818.013763:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066016821ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013771:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12760, 88 off882440 00000004:00080000:3.0:1705683818.013772:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066026688ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013778:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12842, 88 off890192 00000004:00080000:3.0:1705683818.013780:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066033818ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013785:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12761, 88 off882528 00000004:00080000:3.0:1705683818.013787:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066040878ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013792:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12843, 88 off890280 00000004:00080000:3.0:1705683818.013793:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066047498ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013799:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12762, 88 off882616 00000004:00080000:3.0:1705683818.013800:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066054041ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013805:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12844, 88 off890368 00000004:00080000:3.0:1705683818.013807:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066061330ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013812:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12763, 88 off882704 00000004:00080000:3.0:1705683818.013814:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066067818ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013819:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12845, 88 off890456 00000004:00080000:3.0:1705683818.013820:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066074170ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013825:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12764, 88 off882792 00000004:00080000:3.0:1705683818.013826:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066080503ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013832:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12846, 88 off890544 00000004:00080000:3.0:1705683818.013833:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066086990ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.013838:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12765, 88 off882880 00000004:00080000:3.0:1705683818.013844:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066098051ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.013854:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12847, 88 off890632 00000004:00080000:3.0:1705683818.013855:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066109105ns, next at 590223168605ns, rc = 0 00000100:00100000:3.0:1705683818.013865:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.013866:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.013871:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607744 00000100:00100000:3.0:1705683818.013881:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.013881:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.013884:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326711 00000100:00100000:3.0:1705683818.013886:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1524:16321:x1788538577607616:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:3.0:1705683818.013891:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683818.013913:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9fbe3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9396 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.013955:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683818.013960:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.013965:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014017:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683818.014019:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014022:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014046:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9fc06 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3559:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:3.0:1705683818.014050:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9fc06 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3559:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014052:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9fc06 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3559:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000004:00200000:3.0:1705683818.014066:0:14334:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683818.014072:0:14334:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9fc06 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3559:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014078:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014082:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014085:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014088:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014092:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e05b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.014093:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014097:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014103:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:3.0:1705683818.014105:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.014106:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014110:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05b80/0xd7faa4ce02a9fbea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014119:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014123:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014126:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014129:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e07700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:3.0:1705683818.014131:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014134:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014139:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x35 (ffff880135953500) 00010000:00010000:3.0:1705683818.014141:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683818.014142:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014146:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e07700/0xd7faa4ce02a9fbff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:3.0:1705683818.014173:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e05180/0xd7faa4ce02a9fbe3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9396 expref: 1526 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.014183:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091e04000/0xd7faa4ce02a9fc06 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3559:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9396 expref: 1525 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.014187:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3559:0x0].0x0 (ffff88011f6c6a00) 00010000:00010000:3.0:1705683818.014188:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683818.014189:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e04000, rc 0) 00000100:00100000:3.0:1705683818.014209:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1524:16321:x1788538577607616:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 321us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.014213:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326711 00000100:00100000:3.0:1705683818.014227:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.014228:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.014232:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607232 00000100:00100000:3.0:1705683818.014247:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.014248:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.014252:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55597 00000100:00100000:3.0:1705683818.014255:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d60cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+1838:1859:x1788538577607232:12345-192.168.203.50@tcp:103:mrename.0 00010000:00010000:3.0:1705683818.014261:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.014268:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096302580/0xd7faa4ce02a9f9a5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x486:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa92e7 expref: 1838 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.014277:0:15173:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x486:0x0].0x0 (ffff88009841e700) 00010000:00010000:3.0:1705683818.014295:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.014309:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d60cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+1837:1859:x1788538577607232:12345-192.168.203.50@tcp:103:mrename.0 Request processed in 53us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.014313:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55597 00000100:00100000:3.0:1705683818.014326:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.014327:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000040:00080000:3.0:1705683818.014348:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12766, 88 off882968 00000004:00080000:3.0:1705683818.014352:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066605934ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014368:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12848, 88 off890720 00000004:00080000:3.0:1705683818.014371:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066624971ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014382:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12767, 88 off883056 00000004:00080000:3.0:1705683818.014385:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066638829ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014396:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12849, 88 off890808 00000004:00080000:3.0:1705683818.014398:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066651960ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014408:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12768, 88 off883144 00000004:00080000:3.0:1705683818.014410:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066664675ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014421:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12850, 88 off890896 00000004:00080000:3.0:1705683818.014423:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066677030ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014433:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12769, 88 off883232 00000004:00080000:3.0:1705683818.014435:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066688860ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014445:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12851, 88 off890984 00000004:00080000:3.0:1705683818.014448:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066701795ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014458:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12770, 88 off883320 00000004:00080000:3.0:1705683818.014460:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066714151ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014469:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12852, 88 off891072 00000004:00080000:3.0:1705683818.014471:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066724804ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014480:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12771, 88 off883408 00000004:00080000:3.0:1705683818.014482:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066736185ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014491:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12853, 88 off891160 00000004:00080000:3.0:1705683818.014493:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066746875ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014501:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12772, 88 off883496 00000004:00080000:3.0:1705683818.014503:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066757119ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014511:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12854, 88 off891248 00000004:00080000:3.0:1705683818.014512:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066766498ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014517:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12773, 88 off883584 00000004:00080000:3.0:1705683818.014518:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066772730ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014537:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12855, 88 off891336 00000004:00080000:3.0:1705683818.014540:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066793836ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014547:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12774, 88 off883672 00000004:00080000:3.0:1705683818.014549:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066802944ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014554:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12856, 88 off891424 00000004:00080000:3.0:1705683818.014555:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066809665ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014560:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12775, 88 off883760 00000004:00080000:3.0:1705683818.014561:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066815781ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014566:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12857, 88 off891512 00000004:00080000:3.0:1705683818.014568:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066821835ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014572:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12776, 88 off883848 00000004:00080000:3.0:1705683818.014573:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066827434ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014579:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12858, 88 off891600 00000004:00080000:3.0:1705683818.014580:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066834338ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014585:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12777, 88 off883936 00000004:00080000:3.0:1705683818.014586:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066840225ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014591:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12859, 88 off891688 00000004:00080000:3.0:1705683818.014592:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066846318ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014597:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12778, 88 off884024 00000004:00080000:3.0:1705683818.014598:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066852378ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014603:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12860, 88 off891776 00000004:00080000:3.0:1705683818.014604:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066858446ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014609:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12779, 88 off884112 00000004:00080000:3.0:1705683818.014610:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066864318ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014614:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12861, 88 off891864 00000004:00080000:3.0:1705683818.014616:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066869844ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014620:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12780, 88 off884200 00000004:00080000:3.0:1705683818.014621:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066875221ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014626:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12862, 88 off891952 00000004:00080000:3.0:1705683818.014627:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066881529ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014632:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12781, 88 off884288 00000004:00080000:3.0:1705683818.014633:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066887649ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014642:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12863, 88 off892040 00000004:00080000:3.0:1705683818.014644:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066898041ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014652:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12782, 88 off884376 00000004:00080000:3.0:1705683818.014654:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066908205ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014662:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12864, 88 off892128 00000004:00080000:3.0:1705683818.014664:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066918359ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014673:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12783, 88 off884464 00000004:00080000:3.0:1705683818.014675:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066929256ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014683:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12865, 88 off892216 00000004:00080000:3.0:1705683818.014685:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066939199ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014692:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12784, 88 off884552 00000004:00080000:3.0:1705683818.014694:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066948436ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014702:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12866, 88 off892304 00000004:00080000:3.0:1705683818.014704:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066958071ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014712:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12785, 88 off884640 00000004:00080000:3.0:1705683818.014715:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590066968864ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014723:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12867, 88 off892392 00000004:00080000:3.0:1705683818.014725:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590066979294ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014803:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12787, 88 off884824 00000004:00080000:3.0:1705683818.014807:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067061351ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014821:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12868, 88 off892480 00000004:00080000:3.0:1705683818.014824:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067077896ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014839:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12788, 88 off884912 00000004:00080000:3.0:1705683818.014841:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067095286ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014849:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12869, 88 off892568 00000004:00080000:3.0:1705683818.014850:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067104618ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014858:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12789, 88 off885000 00000004:00080000:3.0:1705683818.014860:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067114324ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014866:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12870, 88 off892656 00000004:00080000:3.0:1705683818.014867:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067121781ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014874:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12790, 88 off885088 00000004:00080000:3.0:1705683818.014876:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067130221ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014885:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12871, 88 off892744 00000004:00080000:3.0:1705683818.014886:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067140666ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014895:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12791, 88 off885176 00000004:00080000:3.0:1705683818.014896:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067150659ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014904:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12872, 88 off892832 00000004:00080000:3.0:1705683818.014907:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067160746ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014916:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12792, 88 off885264 00000004:00080000:3.0:1705683818.014918:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067172016ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014962:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12874, 88 off893016 00000004:00080000:3.0:1705683818.014964:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067218596ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.014977:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12793, 88 off885352 00000004:00080000:3.0:1705683818.014979:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067233686ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.014989:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12875, 88 off893104 00000004:00080000:3.0:1705683818.014991:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067245359ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015000:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12794, 88 off885440 00000004:00080000:3.0:1705683818.015002:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067255751ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015010:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12876, 88 off893192 00000004:00080000:3.0:1705683818.015012:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067266109ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015020:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12795, 88 off885528 00000004:00080000:3.0:1705683818.015022:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067275869ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015029:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12877, 88 off893280 00000004:00080000:3.0:1705683818.015031:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067285196ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015041:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12796, 88 off885616 00000004:00080000:3.0:1705683818.015043:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067297436ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015049:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12878, 88 off893368 00000004:00080000:3.0:1705683818.015051:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067305091ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015059:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12797, 88 off885704 00000004:00080000:3.0:1705683818.015060:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067314551ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015066:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12879, 88 off893456 00000004:00080000:3.0:1705683818.015068:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067322444ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015078:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12798, 88 off885792 00000004:00080000:3.0:1705683818.015080:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067334051ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015086:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12880, 88 off893544 00000004:00080000:3.0:1705683818.015088:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067342322ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015097:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12799, 88 off885880 00000004:00080000:3.0:1705683818.015099:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067353277ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015108:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12881, 88 off893632 00000004:00080000:3.0:1705683818.015109:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067363567ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015116:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12800, 88 off885968 00000004:00080000:3.0:1705683818.015117:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067371221ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015122:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12882, 88 off893720 00000004:00080000:3.0:1705683818.015123:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067377347ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015128:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12801, 88 off886056 00000004:00080000:3.0:1705683818.015129:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067383586ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015134:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12883, 88 off893808 00000004:00080000:3.0:1705683818.015135:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067389401ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015140:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12802, 88 off886144 00000004:00080000:3.0:1705683818.015141:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067395202ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015145:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12884, 88 off893896 00000004:00080000:3.0:1705683818.015147:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067400809ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015151:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12803, 88 off886232 00000004:00080000:3.0:1705683818.015152:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067406656ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015157:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12885, 88 off893984 00000004:00080000:3.0:1705683818.015158:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067412792ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015163:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12804, 88 off886320 00000004:00080000:3.0:1705683818.015164:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067418416ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015170:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12886, 88 off894072 00000004:00080000:3.0:1705683818.015171:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067425392ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015176:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12805, 88 off886408 00000004:00080000:3.0:1705683818.015177:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067431716ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015182:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12887, 88 off894160 00000004:00080000:3.0:1705683818.015183:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067437667ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015188:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12806, 88 off886496 00000004:00080000:3.0:1705683818.015189:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067443367ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015194:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12888, 88 off894248 00000004:00080000:3.0:1705683818.015195:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067449067ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015206:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12807, 88 off886584 00000004:00080000:3.0:1705683818.015207:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067461211ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015212:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12889, 88 off894336 00000004:00080000:3.0:1705683818.015213:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067467494ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015218:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12808, 88 off886672 00000004:00080000:3.0:1705683818.015223:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067476999ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015235:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12890, 88 off894424 00000004:00080000:3.0:1705683818.015237:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067491608ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015246:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12809, 88 off886760 00000004:00080000:3.0:1705683818.015248:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067502334ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015256:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12891, 88 off894512 00000004:00080000:3.0:1705683818.015258:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067512337ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015266:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12810, 88 off886848 00000004:00080000:3.0:1705683818.015268:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067522277ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015276:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12892, 88 off894600 00000004:00080000:3.0:1705683818.015278:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067532172ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015286:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12811, 88 off886936 00000004:00080000:3.0:1705683818.015287:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067541627ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015295:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12893, 88 off894688 00000004:00080000:3.0:1705683818.015297:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067551509ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015305:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12812, 88 off887024 00000004:00080000:3.0:1705683818.015307:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067560868ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015314:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12894, 88 off894776 00000004:00080000:3.0:1705683818.015316:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067570389ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015325:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12813, 88 off887112 00000004:00080000:3.0:1705683818.015327:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067580907ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015335:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12895, 88 off894864 00000004:00080000:3.0:1705683818.015337:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067590871ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015344:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12814, 88 off887200 00000004:00080000:3.0:1705683818.015346:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067600486ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015353:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12896, 88 off894952 00000004:00080000:3.0:1705683818.015355:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067609328ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015363:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12815, 88 off887288 00000004:00080000:3.0:1705683818.015365:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067619021ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015374:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12897, 88 off895040 00000004:00080000:3.0:1705683818.015376:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067629922ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015384:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12816, 88 off887376 00000004:00080000:3.0:1705683818.015386:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067639862ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015391:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12898, 88 off895128 00000004:00080000:3.0:1705683818.015392:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067646408ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015397:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12817, 88 off887464 00000004:00080000:3.0:1705683818.015398:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067652461ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015403:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12899, 88 off895216 00000004:00080000:3.0:1705683818.015405:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067658798ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015409:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12818, 88 off887552 00000004:00080000:3.0:1705683818.015410:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067664546ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015416:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12900, 88 off895304 00000004:00080000:3.0:1705683818.015417:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067671028ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015422:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12819, 88 off887640 00000004:00080000:3.0:1705683818.015423:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067677367ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015433:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12901, 88 off895392 00000004:00080000:3.0:1705683818.015434:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067688759ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015439:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12820, 88 off887728 00000004:00080000:3.0:1705683818.015441:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067694884ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015445:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12902, 88 off895480 00000004:00080000:3.0:1705683818.015446:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067700689ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015452:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12821, 88 off887816 00000004:00080000:3.0:1705683818.015453:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067706928ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015458:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12903, 88 off895568 00000004:00080000:3.0:1705683818.015459:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067712941ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015463:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12822, 88 off887904 00000004:00080000:3.0:1705683818.015464:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067718448ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015469:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12904, 88 off895656 00000004:00080000:3.0:1705683818.015470:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067724569ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015476:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12823, 88 off887992 00000004:00080000:3.0:1705683818.015477:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067730947ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015481:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12905, 88 off895744 00000004:00080000:3.0:1705683818.015482:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067736436ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015487:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12824, 88 off888080 00000004:00080000:3.0:1705683818.015488:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067742027ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015493:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12906, 88 off895832 00000004:00080000:3.0:1705683818.015494:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067748286ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015500:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12825, 88 off888168 00000004:00080000:3.0:1705683818.015501:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067754948ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015505:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12907, 88 off895920 00000004:00080000:3.0:1705683818.015506:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067760767ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015511:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12826, 88 off888256 00000004:00080000:3.0:1705683818.015512:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067766356ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015517:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12908, 88 off896008 00000004:00080000:3.0:1705683818.015518:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067772119ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015536:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12827, 88 off888344 00000004:00080000:3.0:1705683818.015538:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067792428ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015546:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12909, 88 off896096 00000004:00080000:3.0:1705683818.015547:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067801441ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015552:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12828, 88 off888432 00000004:00080000:3.0:1705683818.015553:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067807684ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015558:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12910, 88 off896184 00000004:00080000:3.0:1705683818.015560:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067813848ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015564:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12829, 88 off888520 00000004:00080000:3.0:1705683818.015569:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067823068ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015577:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12911, 88 off896272 00000004:00080000:3.0:1705683818.015578:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067832777ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015586:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12830, 88 off888608 00000004:00080000:3.0:1705683818.015587:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067841491ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015595:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12912, 88 off896360 00000004:00080000:3.0:1705683818.015597:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067851257ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015606:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12831, 88 off888696 00000004:00080000:3.0:1705683818.015607:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067861564ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015617:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12913, 88 off896448 00000004:00080000:3.0:1705683818.015619:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067872948ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015627:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12832, 88 off888784 00000004:00080000:3.0:1705683818.015629:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067883528ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015638:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12914, 88 off896536 00000004:00080000:3.0:1705683818.015639:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067893579ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015680:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12833, 88 off888872 00000004:00080000:3.0:1705683818.015684:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067938016ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015698:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12915, 88 off896624 00000004:00080000:3.0:1705683818.015700:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067954082ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015712:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12834, 88 off888960 00000004:00080000:3.0:1705683818.015714:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067968696ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015722:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12916, 88 off896712 00000004:00080000:3.0:1705683818.015723:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067977397ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015731:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12835, 88 off889048 00000004:00080000:3.0:1705683818.015732:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067986057ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015736:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12917, 88 off896800 00000004:00080000:3.0:1705683818.015737:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590067991162ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015743:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12836, 88 off889136 00000004:00080000:3.0:1705683818.015744:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590067998419ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015770:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12918, 88 off896888 00000004:00080000:3.0:1705683818.015773:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068027366ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015788:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12837, 88 off889224 00000004:00080000:3.0:1705683818.015791:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068044946ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015801:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12919, 88 off896976 00000004:00080000:3.0:1705683818.015803:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068057266ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015812:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12838, 88 off889312 00000004:00080000:3.0:1705683818.015814:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068067861ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015845:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12920, 88 off897064 00000004:00080000:3.0:1705683818.015847:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068101558ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015857:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12839, 88 off889400 00000004:00080000:3.0:1705683818.015859:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068113531ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015867:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12921, 88 off897152 00000004:00080000:3.0:1705683818.015869:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068123369ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015877:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12840, 88 off889488 00000004:00080000:3.0:1705683818.015879:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068133562ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015886:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12922, 88 off897240 00000004:00080000:3.0:1705683818.015887:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068141289ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015892:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12841, 88 off889576 00000004:00080000:3.0:1705683818.015893:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068147121ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015901:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12923, 88 off897328 00000004:00080000:3.0:1705683818.015902:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068156472ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015906:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12842, 88 off889664 00000004:00080000:3.0:1705683818.015907:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068161439ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015913:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12924, 88 off897416 00000004:00080000:3.0:1705683818.015914:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068168162ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015918:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12843, 88 off889752 00000004:00080000:3.0:1705683818.015919:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068172934ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015924:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12925, 88 off897504 00000004:00080000:3.0:1705683818.015925:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068179299ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015929:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12844, 88 off889840 00000004:00080000:3.0:1705683818.015930:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068183894ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015935:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12926, 88 off897592 00000004:00080000:3.0:1705683818.015936:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068190299ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015941:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12845, 88 off889928 00000004:00080000:3.0:1705683818.015942:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068196352ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015948:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12927, 88 off897680 00000004:00080000:3.0:1705683818.015949:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068203129ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015953:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12846, 88 off890016 00000004:00080000:3.0:1705683818.015954:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068207896ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015959:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12928, 88 off897768 00000004:00080000:3.0:1705683818.015960:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068214604ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015964:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12847, 88 off890104 00000004:00080000:3.0:1705683818.015965:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068219232ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015970:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12929, 88 off897856 00000004:00080000:3.0:1705683818.015971:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068225689ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015975:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12848, 88 off890192 00000004:00080000:3.0:1705683818.015976:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068230322ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015981:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12930, 88 off897944 00000004:00080000:3.0:1705683818.015982:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068236629ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015986:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12849, 88 off890280 00000004:00080000:3.0:1705683818.015987:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068241257ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.015992:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12931, 88 off898032 00000004:00080000:3.0:1705683818.015993:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068247127ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.015997:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12850, 88 off890368 00000004:00080000:3.0:1705683818.016002:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068256554ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016011:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12932, 88 off898120 00000004:00080000:3.0:1705683818.016012:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068266512ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016017:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12851, 88 off890456 00000004:00080000:3.0:1705683818.016019:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068273066ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016023:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12933, 88 off898208 00000004:00080000:3.0:1705683818.016025:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068278902ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016029:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12852, 88 off890544 00000004:00080000:3.0:1705683818.016030:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068284566ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016035:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12934, 88 off898296 00000004:00080000:3.0:1705683818.016036:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068290107ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016041:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12853, 88 off890632 00000004:00080000:3.0:1705683818.016042:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068295894ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016046:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12935, 88 off898384 00000004:00080000:3.0:1705683818.016048:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068301927ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016052:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12854, 88 off890720 00000004:00080000:3.0:1705683818.016053:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068307544ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016058:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12936, 88 off898472 00000004:00080000:3.0:1705683818.016059:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068313299ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016064:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12855, 88 off890808 00000004:00080000:3.0:1705683818.016065:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068319006ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016069:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12937, 88 off898560 00000004:00080000:3.0:1705683818.016070:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068324502ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016075:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12856, 88 off890896 00000004:00080000:3.0:1705683818.016076:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068329859ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016080:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12938, 88 off898648 00000004:00080000:3.0:1705683818.016081:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068335119ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016085:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12857, 88 off890984 00000004:00080000:3.0:1705683818.016086:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068340349ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016090:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12939, 88 off898736 00000004:00080000:3.0:1705683818.016092:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068345822ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016096:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12858, 88 off891072 00000004:00080000:3.0:1705683818.016097:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068351071ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016101:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12940, 88 off898824 00000004:00080000:3.0:1705683818.016102:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068356369ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016106:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12859, 88 off891160 00000004:00080000:3.0:1705683818.016107:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068361727ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016112:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12941, 88 off898912 00000004:00080000:3.0:1705683818.016113:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068367149ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016117:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12860, 88 off891248 00000004:00080000:3.0:1705683818.016118:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068372574ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016123:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12942, 88 off899000 00000004:00080000:3.0:1705683818.016124:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068377897ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016128:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12861, 88 off891336 00000004:00080000:3.0:1705683818.016129:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068383189ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016133:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12943, 88 off899088 00000004:00080000:3.0:1705683818.016134:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068388479ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016138:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12862, 88 off891424 00000004:00080000:3.0:1705683818.016139:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068393714ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016144:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12944, 88 off899176 00000004:00080000:3.0:1705683818.016145:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068399094ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016149:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12863, 88 off891512 00000004:00080000:3.0:1705683818.016150:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068404392ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016155:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12945, 88 off899264 00000004:00080000:3.0:1705683818.016156:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068409926ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016160:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12864, 88 off891600 00000004:00080000:3.0:1705683818.016161:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068415174ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016165:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12946, 88 off899352 00000004:00080000:3.0:1705683818.016166:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068420452ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016171:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12865, 88 off891688 00000004:00080000:3.0:1705683818.016171:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068425797ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016176:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12947, 88 off899440 00000004:00080000:3.0:1705683818.016177:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068431161ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016181:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12866, 88 off891776 00000004:00080000:3.0:1705683818.016182:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068436311ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016186:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12948, 88 off899528 00000004:00080000:3.0:1705683818.016187:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068441661ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016192:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12867, 88 off891864 00000004:00080000:3.0:1705683818.016193:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068447307ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016197:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12949, 88 off899616 00000004:00080000:3.0:1705683818.016198:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068452717ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016203:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12868, 88 off891952 00000004:00080000:3.0:1705683818.016204:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068458247ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016208:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12950, 88 off899704 00000004:00080000:3.0:1705683818.016209:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068463554ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016214:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12869, 88 off892040 00000004:00080000:3.0:1705683818.016215:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068468842ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016219:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12951, 88 off899792 00000004:00080000:3.0:1705683818.016220:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068474239ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016224:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12870, 88 off892128 00000004:00080000:3.0:1705683818.016225:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068479559ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016230:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12952, 88 off899880 00000004:00080000:3.0:1705683818.016231:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068484861ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016235:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12871, 88 off892216 00000004:00080000:3.0:1705683818.016239:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068493219ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016247:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12953, 88 off899968 00000004:00080000:3.0:1705683818.016248:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068502219ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016253:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12872, 88 off892304 00000004:00080000:3.0:1705683818.016254:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068508472ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016259:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12954, 88 off900056 00000004:00080000:3.0:1705683818.016260:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068514459ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016265:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12873, 88 off892392 00000004:00080000:3.0:1705683818.016266:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068520135ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016270:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12955, 88 off900144 00000004:00080000:3.0:1705683818.016272:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068526017ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016276:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12874, 88 off892480 00000004:00080000:3.0:1705683818.016277:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068531787ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016282:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12956, 88 off900232 00000004:00080000:3.0:1705683818.016283:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068537586ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016287:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12875, 88 off892568 00000004:00080000:3.0:1705683818.016289:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068542819ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016293:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12957, 88 off900320 00000004:00080000:3.0:1705683818.016294:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068548126ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016299:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12876, 88 off892656 00000004:00080000:3.0:1705683818.016300:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068554130ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016310:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12958, 88 off900408 00000004:00080000:3.0:1705683818.016312:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068565941ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016317:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12877, 88 off892744 00000004:00080000:3.0:1705683818.016318:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068571895ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016322:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12959, 88 off900496 00000004:00080000:3.0:1705683818.016323:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068577572ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016328:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12878, 88 off892832 00000004:00080000:3.0:1705683818.016330:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068583867ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016334:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12960, 88 off900584 00000004:00080000:3.0:1705683818.016335:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068589520ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016362:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12880, 88 off893016 00000004:00080000:3.0:1705683818.016364:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068617986ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016371:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12961, 88 off900672 00000004:00080000:3.0:1705683818.016372:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068626545ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016377:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12881, 88 off893104 00000004:00080000:3.0:1705683818.016379:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068632812ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016384:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12962, 88 off900760 00000004:00080000:3.0:1705683818.016385:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068639180ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016390:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12882, 88 off893192 00000004:00080000:3.0:1705683818.016391:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068645025ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016396:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12963, 88 off900848 00000004:00080000:3.0:1705683818.016397:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068651070ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016405:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12883, 88 off893280 00000004:00080000:3.0:1705683818.016406:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068660045ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016410:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12964, 88 off900936 00000004:00080000:3.0:1705683818.016411:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068664921ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016417:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12884, 88 off893368 00000004:00080000:3.0:1705683818.016418:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068671857ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016421:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12965, 88 off901024 00000004:00080000:3.0:1705683818.016422:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590068676609ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016428:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12885, 88 off893456 00000004:00080000:3.0:1705683818.016429:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590068683010ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.016438:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016438:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016459:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016460:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016462:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577606464 00010000:00010000:3.0:1705683818.016470:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960c8a00/0xd7faa4ce029c18fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4df9f expref: 6411 pid: 15130 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.016479:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016480:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016484:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577606272 00010000:00010000:3.0:1705683818.016488:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093561900/0xd7faa4ce02a3d8b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82289 expref: 7555 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.016511:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016512:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016515:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577606592 00010000:00010000:3.0:1705683818.016534:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce029ffd47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ec9f expref: 8151 pid: 15163 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.016546:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016547:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.016550:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105140 00000100:00100000:3.0:1705683818.016553:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7555:1858:x1788538577606272:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.016559:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.016562:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093561900/0xd7faa4ce02a3d8b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82289 expref: 7555 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.016567:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093561900/0xd7faa4ce02a3d8b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82289 expref: 7555 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.016578:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093561900/0xd7faa4ce02a3d8b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82289 expref: 7555 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.016584:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.016585:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.016586:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016590:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016604:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.016615:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7554:1858:x1788538577606272:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.016619:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105140 00000040:00080000:3.0:1705683818.016673:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12967, 88 off901208 00010000:00010000:3.0:1705683818.016682:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.016684:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093dfa080/0xd7faa4ce02a9fa46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016688:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093dfa080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.016689:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dfa080/0xd7faa4ce02a9fa46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016693:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dfa080/0xd7faa4ce02a9fa46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016698:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093dfa080/0xd7faa4ce02a9fa46 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016701:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093dfa080/0xd7faa4ce02a9fa46 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016712:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.016713:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016718:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009201e580 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.016719:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016721:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016725:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016727:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009201e580/0xd7faa4ce02a9fa3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016734:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.016735:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016737:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc0000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.016738:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016740:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016745:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016765:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc0000/0xd7faa4ce02a9fa38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016773:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.016773:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.016774:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683818.016777:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069030859ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016789:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12886, 88 off893544 00000004:00080000:3.0:1705683818.016791:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069044980ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016796:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12968, 88 off901296 00000004:00080000:3.0:1705683818.016797:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069051097ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016803:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12887, 88 off893632 00000004:00080000:3.0:1705683818.016804:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069057995ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016808:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12969, 88 off901384 00000004:00080000:3.0:1705683818.016809:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069062966ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016814:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12888, 88 off893720 00000004:00080000:3.0:1705683818.016815:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069069590ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016819:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12970, 88 off901472 00000004:00080000:3.0:1705683818.016820:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069074365ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016825:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12889, 88 off893808 00000004:00080000:3.0:1705683818.016826:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069080652ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016830:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12971, 88 off901560 00000004:00080000:3.0:1705683818.016831:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069085456ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016837:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12890, 88 off893896 00000004:00080000:3.0:1705683818.016838:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069092016ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016844:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12972, 88 off901648 00000004:00080000:3.0:1705683818.016845:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069099700ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016851:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12891, 88 off893984 00000004:00080000:3.0:1705683818.016852:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069106272ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016857:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12973, 88 off901736 00000004:00080000:3.0:1705683818.016858:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069112690ns, next at 590223168605ns, rc = 0 00010000:00010000:3.0:1705683818.016878:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.016879:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016882:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009201e080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.016883:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016885:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016891:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016893:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009201e080/0xd7faa4ce02a9fa54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.016900:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.016901:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.016901:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.016918:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d664100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544748992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.016934:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1705683818.016954:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12892, 88 off894072 00000004:00080000:3.0:1705683818.016956:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069210301ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016964:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12974, 88 off901824 00000004:00080000:3.0:1705683818.016965:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069219411ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016971:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12893, 88 off894160 00000004:00080000:3.0:1705683818.016976:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069230339ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016985:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12975, 88 off901912 00000004:00080000:3.0:1705683818.016987:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069241011ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.016993:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12894, 88 off894248 00000004:00080000:3.0:1705683818.016994:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069247951ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.016999:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12976, 88 off902000 00000004:00080000:3.0:1705683818.017001:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069254912ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017006:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12895, 88 off894336 00000004:00080000:3.0:1705683818.017007:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069261446ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017012:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12977, 88 off902088 00000004:00080000:3.0:1705683818.017014:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069267882ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017019:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12896, 88 off894424 00000004:00080000:3.0:1705683818.017020:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069274239ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017025:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12978, 88 off902176 00000004:00080000:3.0:1705683818.017026:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069280646ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017032:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12897, 88 off894512 00000004:00080000:3.0:1705683818.017033:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069286916ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017038:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12979, 88 off902264 00000004:00080000:3.0:1705683818.017039:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069293200ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017044:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12898, 88 off894600 00000004:00080000:3.0:1705683818.017045:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069299307ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017050:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12980, 88 off902352 00000004:00080000:3.0:1705683818.017051:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069305607ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017057:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12899, 88 off894688 00000004:00080000:3.0:1705683818.017058:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069311915ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017063:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12981, 88 off902440 00000004:00080000:3.0:1705683818.017064:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069318250ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017069:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12900, 88 off894776 00000004:00080000:3.0:1705683818.017070:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069324397ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017075:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12982, 88 off902528 00000004:00080000:3.0:1705683818.017076:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069330492ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017081:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12901, 88 off894864 00000004:00080000:3.0:1705683818.017082:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069336687ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017088:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12983, 88 off902616 00000004:00080000:3.0:1705683818.017089:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069343022ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017094:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12902, 88 off894952 00000004:00080000:3.0:1705683818.017095:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069349427ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017100:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12984, 88 off902704 00000004:00080000:3.0:1705683818.017101:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069355737ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017107:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12903, 88 off895040 00000004:00080000:3.0:1705683818.017108:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069362042ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017113:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12985, 88 off902792 00000004:00080000:3.0:1705683818.017114:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069368269ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017119:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12904, 88 off895128 00000004:00080000:3.0:1705683818.017120:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069374597ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017126:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12986, 88 off902880 00000004:00080000:3.0:1705683818.017127:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069380852ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017132:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12905, 88 off895216 00000004:00080000:3.0:1705683818.017133:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069387075ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017138:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12987, 88 off902968 00000004:00080000:3.0:1705683818.017140:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069393882ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017145:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12906, 88 off895304 00000004:00080000:3.0:1705683818.017146:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069400210ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017151:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12988, 88 off903056 00000004:00080000:3.0:1705683818.017152:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069406387ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017157:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12907, 88 off895392 00000004:00080000:3.0:1705683818.017159:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069412800ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017164:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12989, 88 off903144 00000004:00080000:3.0:1705683818.017165:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069419139ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017170:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12908, 88 off895480 00000004:00080000:3.0:1705683818.017171:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069425575ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017177:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12990, 88 off903232 00000004:00080000:3.0:1705683818.017178:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069431887ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017183:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12909, 88 off895568 00000004:00080000:3.0:1705683818.017184:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069438067ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017189:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12991, 88 off903320 00000004:00080000:3.0:1705683818.017190:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069444200ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017195:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12910, 88 off895656 00000004:00080000:3.0:1705683818.017196:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069450295ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017201:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12992, 88 off903408 00000004:00080000:3.0:1705683818.017202:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069456580ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017207:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12911, 88 off895744 00000004:00080000:3.0:1705683818.017208:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069462677ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017214:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12993, 88 off903496 00000004:00080000:3.0:1705683818.017215:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069468957ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017220:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12912, 88 off895832 00000004:00080000:3.0:1705683818.017221:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069475197ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017226:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12994, 88 off903584 00000004:00080000:3.0:1705683818.017227:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069481740ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017233:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12913, 88 off895920 00000004:00080000:3.0:1705683818.017234:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069487952ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017239:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12995, 88 off903672 00000004:00080000:3.0:1705683818.017240:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069494215ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017245:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12914, 88 off896008 00000004:00080000:3.0:1705683818.017250:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069503800ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017259:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12996, 88 off903760 00000004:00080000:3.0:1705683818.017260:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069514177ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017266:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12915, 88 off896096 00000004:00080000:3.0:1705683818.017267:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069521327ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017273:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12997, 88 off903848 00000004:00080000:3.0:1705683818.017274:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069527967ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017279:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12916, 88 off896184 00000004:00080000:3.0:1705683818.017280:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069534287ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017285:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12998, 88 off903936 00000004:00080000:3.0:1705683818.017286:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069540705ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017292:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12917, 88 off896272 00000004:00080000:3.0:1705683818.017293:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069546999ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017298:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].12999, 88 off904024 00000004:00080000:3.0:1705683818.017299:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069553289ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017304:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12918, 88 off896360 00000004:00080000:3.0:1705683818.017305:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069559647ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017311:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13000, 88 off904112 00000004:00080000:3.0:1705683818.017312:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069566055ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017317:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12919, 88 off896448 00000004:00080000:3.0:1705683818.017318:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069572472ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017323:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13001, 88 off904200 00000004:00080000:3.0:1705683818.017324:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069578742ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017361:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12920, 88 off896536 00000004:00080000:3.0:1705683818.017363:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069616857ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017373:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13002, 88 off904288 00000004:00080000:3.0:1705683818.017375:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069628852ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017385:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12921, 88 off896624 00000004:00080000:3.0:1705683818.017387:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069640932ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017398:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13003, 88 off904376 00000004:00080000:3.0:1705683818.017401:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069654899ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017411:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12922, 88 off896712 00000004:00080000:3.0:1705683818.017413:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069667497ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017424:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13004, 88 off904464 00000004:00080000:3.0:1705683818.017426:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069680187ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017437:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12923, 88 off896800 00000004:00080000:3.0:1705683818.017439:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069693517ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017450:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13005, 88 off904552 00000004:00080000:3.0:1705683818.017453:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069706865ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017464:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12924, 88 off896888 00000004:00080000:3.0:1705683818.017466:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069720593ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017477:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13006, 88 off904640 00000004:00080000:3.0:1705683818.017479:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069733569ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017489:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12925, 88 off896976 00000004:00080000:3.0:1705683818.017490:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069744702ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.017506:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.017507:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000040:00080000:3.0:1705683818.017518:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13007, 88 off904728 00000004:00080000:3.0:1705683818.017520:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069773999ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017566:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12926, 88 off897064 00000004:00080000:3.0:1705683818.017569:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069823505ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017586:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13008, 88 off904816 00000004:00080000:3.0:1705683818.017589:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069842985ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017601:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12927, 88 off897152 00000004:00080000:3.0:1705683818.017604:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069857878ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017615:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13009, 88 off904904 00000004:00080000:3.0:1705683818.017617:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069871418ns, next at 590223168605ns, rc = 0 00010000:00010000:3.0:1705683818.017633:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.017635:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc2d00/0xd7faa4ce02a9fa4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x176f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017639:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc2d00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.017641:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc2d00/0xd7faa4ce02a9fa4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x176f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017645:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc2d00/0xd7faa4ce02a9fa4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x176f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017653:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc2d00/0xd7faa4ce02a9fa4d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x176f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017656:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc2d00/0xd7faa4ce02a9fa4d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x176f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017667:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.017668:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.017669:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1705683818.017676:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12928, 88 off897240 00000004:00080000:3.0:1705683818.017678:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069932127ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017689:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13010, 88 off904992 00000004:00080000:3.0:1705683818.017691:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069945018ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017701:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12929, 88 off897328 00000004:00080000:3.0:1705683818.017702:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069956290ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017708:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13011, 88 off905080 00000004:00080000:3.0:1705683818.017709:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069963628ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017715:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12930, 88 off897416 00000004:00080000:3.0:1705683818.017716:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069970415ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017722:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13012, 88 off905168 00000004:00080000:3.0:1705683818.017723:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590069976917ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017728:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12931, 88 off897504 00000004:00080000:3.0:1705683818.017729:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590069983319ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017773:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13013, 88 off905256 00000004:00080000:3.0:1705683818.017777:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070030982ns, next at 590223168605ns, rc = 0 00000100:00100000:3.0:1705683818.017792:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.017793:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000040:00080000:3.0:1705683818.017808:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12932, 88 off897592 00000004:00080000:3.0:1705683818.017811:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070064908ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.017824:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13014, 88 off905344 00000004:00080000:3.0:1705683818.017826:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070080225ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.017838:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12933, 88 off897680 00000004:00080000:3.0:1705683818.017840:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070094068ns, next at 590943559975ns, rc = 0 00010000:00010000:3.0:1705683818.017851:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017860:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017865:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017868:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017875:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.017939:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099951e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+932:3083:x1788538544745856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11781us (11960us total) trans 4295029187 rc 0/0 00000100:00100000:3.0:1705683818.017943:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159072 00010000:00010000:3.0:1705683818.017954:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.017956:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017959:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093625180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.017960:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017963:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017969:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017974:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093625180/0xd7faa4ce02a9fa7e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.017983:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.017984:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.017984:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1705683818.017993:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13015, 88 off905432 00000004:00080000:3.0:1705683818.017995:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070248810ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018004:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12934, 88 off897768 00000004:00080000:3.0:1705683818.018005:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070259692ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018012:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13016, 88 off905520 00000004:00080000:3.0:1705683818.018017:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070271497ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018026:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12935, 88 off897856 00000004:00080000:3.0:1705683818.018028:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070281842ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018034:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13017, 88 off905608 00000004:00080000:3.0:1705683818.018035:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070289118ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018041:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12936, 88 off897944 00000004:00080000:3.0:1705683818.018042:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070296443ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018048:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13018, 88 off905696 00000004:00080000:3.0:1705683818.018049:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070303143ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018054:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12937, 88 off898032 00000004:00080000:3.0:1705683818.018055:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070309735ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018061:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13019, 88 off905784 00000004:00080000:3.0:1705683818.018062:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070316482ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018068:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12938, 88 off898120 00000004:00080000:3.0:1705683818.018069:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070323603ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018075:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13020, 88 off905872 00000004:00080000:3.0:1705683818.018076:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070330437ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018081:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12939, 88 off898208 00000004:00080000:3.0:1705683818.018082:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070336628ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018088:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13021, 88 off905960 00000004:00080000:3.0:1705683818.018089:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070342888ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018094:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12940, 88 off898296 00000004:00080000:3.0:1705683818.018095:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070349223ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018100:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13022, 88 off906048 00000004:00080000:3.0:1705683818.018101:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070355628ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018107:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12941, 88 off898384 00000004:00080000:3.0:1705683818.018108:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070361932ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.018125:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683818.018129:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d608f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544749504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.018142:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1705683818.018160:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13023, 88 off906136 00000004:00080000:3.0:1705683818.018161:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070415648ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018169:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12942, 88 off898472 00000004:00080000:3.0:1705683818.018170:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070424378ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018176:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13024, 88 off906224 00000004:00080000:3.0:1705683818.018177:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070431138ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018182:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12943, 88 off898560 00000004:00080000:3.0:1705683818.018183:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070437518ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018189:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13025, 88 off906312 00000004:00080000:3.0:1705683818.018190:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070444172ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018195:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12944, 88 off898648 00000004:00080000:3.0:1705683818.018196:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070450590ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018202:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13026, 88 off906400 00000004:00080000:3.0:1705683818.018203:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070457648ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018209:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12945, 88 off898736 00000004:00080000:3.0:1705683818.018210:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070464079ns, next at 590943559975ns, rc = 0 00000100:00100000:3.0:1705683818.018223:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801352dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3086:1788538544749632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.018232:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1705683818.018247:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13027, 88 off906488 00000004:00080000:3.0:1705683818.018248:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070502408ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018255:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12946, 88 off898824 00000004:00080000:3.0:1705683818.018256:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070510679ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018263:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13028, 88 off906576 00000004:00080000:3.0:1705683818.018264:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070518203ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018270:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12947, 88 off898912 00000004:00080000:3.0:1705683818.018271:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070525388ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018277:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13029, 88 off906664 00000004:00080000:3.0:1705683818.018278:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070532037ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018283:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12948, 88 off899000 00000004:00080000:3.0:1705683818.018284:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070538327ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018289:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13030, 88 off906752 00000004:00080000:3.0:1705683818.018290:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070544557ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018295:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12949, 88 off899088 00000004:00080000:3.0:1705683818.018296:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070550698ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018302:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13031, 88 off906840 00000004:00080000:3.0:1705683818.018303:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070556902ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018308:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12950, 88 off899176 00000004:00080000:3.0:1705683818.018309:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070563078ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018315:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13032, 88 off906928 00000004:00080000:3.0:1705683818.018316:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070569868ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018321:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12951, 88 off899264 00000004:00080000:3.0:1705683818.018323:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070576818ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018328:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13033, 88 off907016 00000004:00080000:3.0:1705683818.018329:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070583130ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018334:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12952, 88 off899352 00000004:00080000:3.0:1705683818.018335:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070589260ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018340:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13034, 88 off907104 00000004:00080000:3.0:1705683818.018341:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070595355ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018346:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12953, 88 off899440 00000004:00080000:3.0:1705683818.018347:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070601583ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018352:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13035, 88 off907192 00000004:00080000:3.0:1705683818.018353:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070607752ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018358:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12954, 88 off899528 00000004:00080000:3.0:1705683818.018360:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070613818ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018365:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13036, 88 off907280 00000004:00080000:3.0:1705683818.018366:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070620110ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018371:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12955, 88 off899616 00000004:00080000:3.0:1705683818.018372:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070626643ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018378:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13037, 88 off907368 00000004:00080000:3.0:1705683818.018384:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070637997ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018399:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12956, 88 off899704 00000004:00080000:3.0:1705683818.018402:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070655895ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018414:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13038, 88 off907456 00000004:00080000:3.0:1705683818.018416:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070670058ns, next at 590223168605ns, rc = 0 00010000:00010000:3.0:1705683818.018432:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.018435:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9fa69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018439:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093df9180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.018441:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9fa69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018445:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9fa69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018453:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9fa69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018458:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093df9180/0xd7faa4ce02a9fa69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018466:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.018467:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.018468:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1705683818.018473:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12957, 88 off899792 00000004:00080000:3.0:1705683818.018475:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070728840ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018484:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13039, 88 off907544 00000004:00080000:3.0:1705683818.018485:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590070739288ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.018491:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12958, 88 off899880 00000004:00080000:3.0:1705683818.018493:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590070746905ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.018499:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13040, 88 off907632 00000100:00100000:3.0:1705683818.018506:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018506:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018510:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607424 00010000:00010000:3.0:1705683818.018519:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0fe5900/0xd7faa4ce02a3dd1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82488 expref: 7553 pid: 14246 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018538:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018539:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018541:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607808 00010000:00010000:3.0:1705683818.018546:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009700cc80/0xd7faa4ce02a010fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f088 expref: 8149 pid: 15115 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018551:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018552:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018554:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607360 00010000:00010000:3.0:1705683818.018558:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098362f80/0xd7faa4ce029c1dee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e189 expref: 6409 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018562:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018563:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018564:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577607680 00010000:00010000:3.0:1705683818.018569:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae84000/0xd7faa4ce02a3df0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82568 expref: 7555 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018572:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018573:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018574:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577608192 00010000:00010000:3.0:1705683818.018579:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c24c80/0xd7faa4ce02a01cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f30c expref: 8151 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018583:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018584:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018585:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577608320 00010000:00010000:3.0:1705683818.018589:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135b96d00/0xd7faa4ce02a3e29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a826cd expref: 7556 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018596:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018596:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018597:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577608448 00010000:00010000:3.0:1705683818.018601:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae93c00/0xd7faa4ce02a3e4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82798 expref: 7557 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.018604:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018604:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018606:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105148 00000100:00100000:3.0:1705683818.018608:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:1858:x1788538577606784:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.018612:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.018614:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8151 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018617:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8151 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018625:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091de0500/0xd7faa4ce02a00afa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6ef77 expref: 8151 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018631:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018632:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018633:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018636:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018646:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.018654:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8150:1858:x1788538577606784:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 45us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.018657:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105148 00000100:00100000:3.0:1705683818.018663:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018664:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018665:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105151 00000100:00100000:3.0:1705683818.018667:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8149:1857:x1788538577607808:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.018670:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.018672:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009700cc80/0xd7faa4ce02a010fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f088 expref: 8149 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018675:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009700cc80/0xd7faa4ce02a010fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f088 expref: 8149 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018681:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009700cc80/0xd7faa4ce02a010fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f088 expref: 8149 pid: 15115 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018687:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018687:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018688:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018691:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018700:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.018705:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0417800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8148:1857:x1788538577607808:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.018709:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105151 00000100:00100000:3.0:1705683818.018713:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018713:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018715:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105154 00000100:00100000:3.0:1705683818.018716:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0415a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8147:1857:x1788538577608064:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.018719:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.018720:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c24500/0xd7faa4ce02a018c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f22c expref: 8147 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018724:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c24500/0xd7faa4ce02a018c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f22c expref: 8147 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018729:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c24500/0xd7faa4ce02a018c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6f22c expref: 8147 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018734:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018734:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018735:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc2580/0xd7faa4ce02a9fad9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018738:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc2580/0xd7faa4ce02a9fad9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018747:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.018766:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0415a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8146:1857:x1788538577608064:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 49us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.018769:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105154 00000100:00100000:3.0:1705683818.018774:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018775:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018777:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105156 00000100:00100000:3.0:1705683818.018778:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fa6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6407:1858:x1788538577607936:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.018781:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.018783:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915dc500/0xd7faa4ce029c2105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e2e7 expref: 6407 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018787:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915dc500/0xd7faa4ce029c2105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e2e7 expref: 6407 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018793:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915dc500/0xd7faa4ce029c2105 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e2e7 expref: 6407 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018797:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018797:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018798:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc3480/0xd7faa4ce02a9fab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018801:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc3480/0xd7faa4ce02a9fab6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018811:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.018817:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fa6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6406:1858:x1788538577607936:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.018822:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105156 00000100:00100000:3.0:1705683818.018825:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018825:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.018828:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105158 00000100:00100000:3.0:1705683818.018830:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fa3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7551:1857:x1788538577608448:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.018832:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.018834:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae93c00/0xd7faa4ce02a3e4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82798 expref: 7551 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018837:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae93c00/0xd7faa4ce02a3e4a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82798 expref: 7551 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018843:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae93c00/0xd7faa4ce02a3e4a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82798 expref: 7551 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:3.0:1705683818.018848:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018848:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.018849:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9fb50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018852:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091418c80/0xd7faa4ce02a9fb50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018861:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683818.018865:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fa3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7549:1857:x1788538577608448:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 35us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683818.018868:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105158 00010000:00010000:3.0:1705683818.018884:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683818.018886:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc1900/0xd7faa4ce02a9fa8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018889:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc1900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.018890:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc1900/0xd7faa4ce02a9fa8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018892:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc1900/0xd7faa4ce02a9fa8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018897:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc1900/0xd7faa4ce02a9fa8c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018900:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc1900/0xd7faa4ce02a9fa8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018909:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.018910:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800739fc280/0xd7faa4ce02a9fa85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018912:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739fc280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.018914:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739fc280/0xd7faa4ce02a9fa85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018916:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739fc280/0xd7faa4ce02a9fa85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018920:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800739fc280/0xd7faa4ce02a9fa85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018922:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800739fc280/0xd7faa4ce02a9fa85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018928:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.018929:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018931:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091e06300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.018932:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018934:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018938:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018940:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e06300/0xd7faa4ce02a9fa9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018949:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.018950:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.018951:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.018955:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018959:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018961:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018964:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07200/0xd7faa4ce02a9faf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.018968:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.019027:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013602b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+933:3083:x1788538544747072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10919us (10938us total) trans 4295029192 rc 0/0 00000100:00100000:3.0:1705683818.019030:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159083 00000100:00100000:3.0:1705683818.019043:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019043:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019046:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544749824 00000100:00100000:3.0:1705683818.019055:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019055:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019057:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159106 00000100:00100000:3.0:1705683818.019059:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fa5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+933:3084:x1788538544749824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683818.019065:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6009 count 1 00010000:00010000:3.0:1705683818.019145:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9fce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1779:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019151:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ed0780/0xd7faa4ce029c29be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a4e747 expref: 6403 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019153:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.019154:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.019155:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07c00/0xd7faa4ce02a9fce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019165:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ed0780/0xd7faa4ce029c29be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e747 expref: 6403 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019170:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ed0780/0xd7faa4ce029c29be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e747 expref: 6403 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.019177:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353bad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544749888:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.019190:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.019198:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019200:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019201:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.019258:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092759e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544750080:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683818.019282:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683818.019284:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9fb03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019287:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009141b980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.019289:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9fb03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019292:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9fb03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019298:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9fb03 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019301:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009141b980/0xd7faa4ce02a9fb03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019307:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.019308:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019310:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092ce3480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.019311:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019313:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019316:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019318:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ce3480/0xd7faa4ce02a9faaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019328:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019328:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019329:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019332:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.019337:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683818.019360:0:15115:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019363:0:15115:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019366:0:15115:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019369:0:15115:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019373:0:15115:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683818.019444:0:15115:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009275ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+1139:3086:x1788538544745600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14223us (14252us total) trans 4295028237 rc 0/0 00000100:00100000:3.0:1705683818.019449:0:15115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159071 00000100:00100000:3.0:1705683818.019458:0:15115:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019459:0:15115:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019462:0:15115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159109 00000100:00100000:3.0:1705683818.019465:0:15115:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+1810:3086:x1788538544750080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683818.019473:0:15115:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10334 count 1 00010000:00010000:3.0:1705683818.019589:0:15115:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e07480/0xd7faa4ce02a9fcfb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x285e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019595:0:15115:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f7ad00/0xd7faa4ce02a3ea61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x285e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a82a38 expref: 7547 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019598:0:15115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.019599:0:15115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.019600:0:15115:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e07480/0xd7faa4ce02a9fcfb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x285e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019609:0:15115:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f7ad00/0xd7faa4ce02a3ea61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x285e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82a38 expref: 7547 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019613:0:15115:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f7ad00/0xd7faa4ce02a3ea61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x285e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a82a38 expref: 7547 pid: 15143 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.019617:0:15115:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4d0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15115:1788538544750464:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.019627:0:15115:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb480 going to sleep for 11 seconds 00010000:00010000:3.0:1705683818.019633:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.019634:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019637:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009201e800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.019638:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019641:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019649:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019651:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009201e800/0xd7faa4ce02a9fa77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.019658:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019658:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.019659:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.019673:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4d5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544750528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.019683:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683818.019696:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090b21e00/2, rc 0, transno 60941 00000100:00100000:3.0:1705683818.019699:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b21e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544745600:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683818.019705:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095d1df00/2, rc 0, transno 61892 00000100:00100000:3.0:1705683818.019706:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095d1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544745408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.019711:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683818.019713:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3086:1788538544750272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683818.019721:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019745:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683818.019748:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800914f8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544750784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.019778:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019788:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4d5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544750656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.019797:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019806:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683818.019809:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800914fee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544750720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.019816:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019850:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800914fa800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544750848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683818.019858:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019876:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800914f8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544750912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.019882:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683818.019890:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019891:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019894:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544750848 00000100:00100000:3.0:1705683818.019906:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019907:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019908:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544750912 00000100:00100000:3.0:1705683818.019915:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019916:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019917:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544750976 00000100:00100000:3.0:1705683818.019922:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019923:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.019927:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159114 00000100:00100000:3.0:1705683818.019929:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+936:3084:x1788538544750208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683818.019937:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6011 count 1 00010000:00010000:3.0:1705683818.020001:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9fd09 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x177b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020006:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f75900/0xd7faa4ce029c2c7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x177b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a4e86d expref: 6403 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020009:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.020010:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.020011:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e04a00/0xd7faa4ce02a9fd09 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x177b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020019:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f75900/0xd7faa4ce029c2c7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x177b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e86d expref: 6403 pid: 14246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020024:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f75900/0xd7faa4ce029c2c7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x177b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a4e86d expref: 6403 pid: 14246 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.020028:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544751040:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.020038:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683818.020044:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.020044:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.020048:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159115 00000100:00100000:3.0:1705683818.020050:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a15dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+1142:3083:x1788538544750656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683818.020056:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4495 count 1 00010000:00010000:3.0:1705683818.020261:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091e06080/0xd7faa4ce02a9fd2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x118f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020269:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e7ed00/0xd7faa4ce02a04053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x118f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24a6fb47 expref: 8143 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020273:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.020274:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683818.020275:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e06080/0xd7faa4ce02a9fd2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x118f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020286:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e7ed00/0xd7faa4ce02a04053 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x118f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6fb47 expref: 8143 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.020290:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e7ed00/0xd7faa4ce02a04053 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x118f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.50@tcp remote: 0x338adada24a6fb47 expref: 8143 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:3.0:1705683818.020297:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9f9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0000_UUID:15125:1788538544751360:192.168.203.50@tcp:104: 00000100:00100000:3.0:1705683818.020306:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb840 going to sleep for 11 seconds 00000004:00080000:3.0:1705683818.020319:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072573510ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020343:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12959, 88 off899968 00000004:00080000:3.0:1705683818.020345:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072599486ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020355:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13041, 88 off907720 00000004:00080000:3.0:1705683818.020356:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072610058ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020362:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12960, 88 off900056 00000004:00080000:3.0:1705683818.020363:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072617413ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020369:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13042, 88 off907808 00000004:00080000:3.0:1705683818.020370:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072624516ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020376:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12961, 88 off900144 00000004:00080000:3.0:1705683818.020377:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072631423ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020383:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13043, 88 off907896 00000004:00080000:3.0:1705683818.020384:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072638291ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020389:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12962, 88 off900232 00000004:00080000:3.0:1705683818.020390:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072644736ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020396:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13044, 88 off907984 00000004:00080000:3.0:1705683818.020397:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072651059ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020402:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12963, 88 off900320 00000004:00080000:3.0:1705683818.020403:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072657218ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020408:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13045, 88 off908072 00000004:00080000:3.0:1705683818.020409:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072663563ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020415:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12964, 88 off900408 00000004:00080000:3.0:1705683818.020416:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072670288ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020421:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13046, 88 off908160 00000004:00080000:3.0:1705683818.020422:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072676533ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020428:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12965, 88 off900496 00000004:00080000:3.0:1705683818.020429:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072683008ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020434:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13047, 88 off908248 00000004:00080000:3.0:1705683818.020435:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072689371ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020441:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12966, 88 off900584 00000004:00080000:3.0:1705683818.020442:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072696060ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020447:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13048, 88 off908336 00000004:00080000:3.0:1705683818.020448:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072702489ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020453:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12967, 88 off900672 00000004:00080000:3.0:1705683818.020455:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072708818ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020460:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13049, 88 off908424 00000004:00080000:3.0:1705683818.020461:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072715173ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020466:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12968, 88 off900760 00000004:00080000:3.0:1705683818.020468:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072721826ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020473:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13050, 88 off908512 00000004:00080000:3.0:1705683818.020474:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072728021ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020479:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12969, 88 off900848 00000004:00080000:3.0:1705683818.020480:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072734124ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020485:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13051, 88 off908600 00000004:00080000:3.0:1705683818.020486:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072740346ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020492:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12970, 88 off900936 00000004:00080000:3.0:1705683818.020493:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072746860ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020498:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13052, 88 off908688 00000004:00080000:3.0:1705683818.020499:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072753180ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020505:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12971, 88 off901024 00000004:00080000:3.0:1705683818.020506:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072759998ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020511:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13053, 88 off908776 00000004:00080000:3.0:1705683818.020512:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072766330ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020568:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12973, 88 off901208 00000004:00080000:3.0:1705683818.020570:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072824596ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020581:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13054, 88 off908864 00000004:00080000:3.0:1705683818.020582:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072836678ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020588:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12974, 88 off901296 00000004:00080000:3.0:1705683818.020590:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072843861ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020595:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13055, 88 off908952 00000004:00080000:3.0:1705683818.020596:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072850758ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020602:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12975, 88 off901384 00000004:00080000:3.0:1705683818.020603:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072857309ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020608:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13056, 88 off909040 00000004:00080000:3.0:1705683818.020610:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072863830ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020615:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12976, 88 off901472 00000004:00080000:3.0:1705683818.020616:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072870666ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020622:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13057, 88 off909128 00000004:00080000:3.0:1705683818.020626:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072880536ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020635:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12977, 88 off901560 00000004:00080000:3.0:1705683818.020636:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072890504ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020643:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13058, 88 off909216 00000004:00080000:3.0:1705683818.020644:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072897990ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020649:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12978, 88 off901648 00000004:00080000:3.0:1705683818.020651:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072904801ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020677:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13060, 88 off909400 00000004:00080000:3.0:1705683818.020679:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072933553ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020688:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12979, 88 off901736 00000004:00080000:3.0:1705683818.020689:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072943666ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020695:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13061, 88 off909488 00000004:00080000:3.0:1705683818.020697:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072950934ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020702:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12980, 88 off901824 00000004:00080000:3.0:1705683818.020704:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072957991ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020709:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13062, 88 off909576 00000004:00080000:3.0:1705683818.020710:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072964446ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020715:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12981, 88 off901912 00000004:00080000:3.0:1705683818.020716:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072970766ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020722:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13063, 88 off909664 00000004:00080000:3.0:1705683818.020723:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072977076ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020728:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12982, 88 off902000 00000004:00080000:3.0:1705683818.020729:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072983203ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020734:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13064, 88 off909752 00000004:00080000:3.0:1705683818.020735:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590072989591ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020741:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12983, 88 off902088 00000004:00080000:3.0:1705683818.020742:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590072995931ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020747:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13065, 88 off909840 00000004:00080000:3.0:1705683818.020748:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073002229ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020771:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12984, 88 off902176 00000004:00080000:3.0:1705683818.020772:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073026648ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020778:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13066, 88 off909928 00000004:00080000:3.0:1705683818.020779:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073033294ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020785:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12985, 88 off902264 00000004:00080000:3.0:1705683818.020786:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073040008ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020792:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13067, 88 off910016 00000004:00080000:3.0:1705683818.020793:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073047163ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020799:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12986, 88 off902352 00000004:00080000:3.0:1705683818.020800:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073054271ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020805:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13068, 88 off910104 00000004:00080000:3.0:1705683818.020806:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073060353ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020812:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12987, 88 off902440 00000004:00080000:3.0:1705683818.020813:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073067011ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020817:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13069, 88 off910192 00000004:00080000:3.0:1705683818.020818:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073072768ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020824:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12988, 88 off902528 00000004:00080000:3.0:1705683818.020825:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073079119ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020829:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13070, 88 off910280 00000004:00080000:3.0:1705683818.020830:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073084621ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020836:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12989, 88 off902616 00000004:00080000:3.0:1705683818.020837:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073090978ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020846:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13071, 88 off910368 00000004:00080000:3.0:1705683818.020848:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073101808ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020853:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12990, 88 off902704 00000004:00080000:3.0:1705683818.020854:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073107948ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020860:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13072, 88 off910456 00000004:00080000:3.0:1705683818.020861:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073115053ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020866:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12991, 88 off902792 00000004:00080000:3.0:1705683818.020867:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073120974ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020872:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13073, 88 off910544 00000004:00080000:3.0:1705683818.020873:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073127251ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020878:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12992, 88 off902880 00000004:00080000:3.0:1705683818.020879:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073133504ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020885:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13074, 88 off910632 00000004:00080000:3.0:1705683818.020886:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073140363ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020890:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12993, 88 off902968 00000004:00080000:3.0:1705683818.020891:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073145733ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020896:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13075, 88 off910720 00000004:00080000:3.0:1705683818.020897:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073151361ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020902:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12994, 88 off903056 00000004:00080000:3.0:1705683818.020903:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073156813ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020908:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13076, 88 off910808 00000004:00080000:3.0:1705683818.020909:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073163381ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020914:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12995, 88 off903144 00000004:00080000:3.0:1705683818.020915:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073169621ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020920:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13077, 88 off910896 00000004:00080000:3.0:1705683818.020922:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073176204ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020930:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12996, 88 off903232 00000004:00080000:3.0:1705683818.020932:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073186218ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020940:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13078, 88 off910984 00000004:00080000:3.0:1705683818.020942:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073196393ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020950:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12997, 88 off903320 00000004:00080000:3.0:1705683818.020952:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073206679ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020962:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13079, 88 off911072 00000004:00080000:3.0:1705683818.020968:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073222404ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.020980:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12998, 88 off903408 00000004:00080000:3.0:1705683818.020982:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073236333ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.020990:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13080, 88 off911160 00000004:00080000:3.0:1705683818.020993:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073246744ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021001:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].12999, 88 off903496 00000004:00080000:3.0:1705683818.021003:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073257331ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021012:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13081, 88 off911248 00000004:00080000:3.0:1705683818.021014:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073268094ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021022:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13000, 88 off903584 00000004:00080000:3.0:1705683818.021024:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073278274ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021033:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13082, 88 off911336 00000004:00080000:3.0:1705683818.021035:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073288913ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021043:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13001, 88 off903672 00000004:00080000:3.0:1705683818.021045:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073299661ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021053:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13083, 88 off911424 00000004:00080000:3.0:1705683818.021056:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073309764ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021064:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13002, 88 off903760 00000004:00080000:3.0:1705683818.021065:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073319568ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021073:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13084, 88 off911512 00000004:00080000:3.0:1705683818.021075:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073329434ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021082:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13003, 88 off903848 00000004:00080000:3.0:1705683818.021084:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073338102ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021089:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13085, 88 off911600 00000004:00080000:3.0:1705683818.021090:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073344749ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021099:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13004, 88 off903936 00000004:00080000:3.0:1705683818.021101:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073354974ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021109:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13086, 88 off911688 00000004:00080000:3.0:1705683818.021111:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073364863ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021119:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13005, 88 off904024 00000004:00080000:3.0:1705683818.021121:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073375414ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021130:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13087, 88 off911776 00000004:00080000:3.0:1705683818.021132:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073386483ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021141:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13006, 88 off904112 00000004:00080000:3.0:1705683818.021143:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073397002ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021151:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13088, 88 off911864 00000004:00080000:3.0:1705683818.021154:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073407819ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021162:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13007, 88 off904200 00000004:00080000:3.0:1705683818.021164:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073418519ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021173:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13089, 88 off911952 00000004:00080000:3.0:1705683818.021175:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073429658ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021184:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13008, 88 off904288 00000004:00080000:3.0:1705683818.021186:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073440308ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021195:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13090, 88 off912040 00000004:00080000:3.0:1705683818.021196:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073450528ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021205:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13009, 88 off904376 00000004:00080000:3.0:1705683818.021207:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073460972ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021215:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13091, 88 off912128 00000004:00080000:3.0:1705683818.021217:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073471152ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021225:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13010, 88 off904464 00000004:00080000:3.0:1705683818.021228:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073481802ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021237:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13092, 88 off912216 00000004:00080000:3.0:1705683818.021239:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073492814ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021248:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13011, 88 off904552 00000004:00080000:3.0:1705683818.021250:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073503824ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021259:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13093, 88 off912304 00000004:00080000:3.0:1705683818.021261:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073515003ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021269:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13012, 88 off904640 00000004:00080000:3.0:1705683818.021271:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073525714ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021280:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13094, 88 off912392 00000004:00080000:3.0:1705683818.021282:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073536501ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021291:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13013, 88 off904728 00000004:00080000:3.0:1705683818.021293:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073547194ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021302:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13095, 88 off912480 00000004:00080000:3.0:1705683818.021305:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073558788ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021312:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13014, 88 off904816 00000004:00080000:3.0:1705683818.021314:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073568584ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021323:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13096, 88 off912568 00000004:00080000:3.0:1705683818.021325:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073579279ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021333:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13015, 88 off904904 00000004:00080000:3.0:1705683818.021335:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073589649ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021344:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13097, 88 off912656 00000004:00080000:3.0:1705683818.021345:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073599352ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021353:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13016, 88 off904992 00000004:00080000:3.0:1705683818.021355:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073609258ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021363:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13098, 88 off912744 00000004:00080000:3.0:1705683818.021366:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073619798ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021374:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13017, 88 off905080 00000004:00080000:3.0:1705683818.021376:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073630484ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021395:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13099, 88 off912832 00000004:00080000:3.0:1705683818.021398:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073652081ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021407:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13018, 88 off905168 00000004:00080000:3.0:1705683818.021409:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073663538ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021423:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13100, 88 off912920 00000004:00080000:3.0:1705683818.021428:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073682147ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021462:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13019, 88 off905256 00000004:00080000:3.0:1705683818.021465:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073719053ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021477:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13101, 88 off913008 00000004:00080000:3.0:1705683818.021480:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073733887ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021489:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13020, 88 off905344 00000004:00080000:3.0:1705683818.021491:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073745654ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021501:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13102, 88 off913096 00000004:00080000:3.0:1705683818.021503:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073757122ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021512:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13021, 88 off905432 00000004:00080000:3.0:1705683818.021514:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073768143ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021534:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13103, 88 off913184 00000004:00080000:3.0:1705683818.021537:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073791294ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021547:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13022, 88 off905520 00000004:00080000:3.0:1705683818.021549:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073802872ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021554:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13104, 88 off913272 00000004:00080000:3.0:1705683818.021555:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073809197ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021561:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13023, 88 off905608 00000004:00080000:3.0:1705683818.021563:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073817484ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021572:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13105, 88 off913360 00000004:00080000:3.0:1705683818.021574:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073828012ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021583:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13024, 88 off905696 00000004:00080000:3.0:1705683818.021585:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073839089ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021622:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13106, 88 off913448 00000004:00080000:3.0:1705683818.021625:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073879438ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021638:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13025, 88 off905784 00000004:00080000:3.0:1705683818.021640:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073894538ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021654:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13107, 88 off913536 00000004:00080000:3.0:1705683818.021655:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073909723ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021661:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13026, 88 off905872 00000004:00080000:3.0:1705683818.021662:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073916362ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021671:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13108, 88 off913624 00000004:00080000:3.0:1705683818.021673:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073926837ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021679:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13027, 88 off905960 00000004:00080000:3.0:1705683818.021680:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073934074ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021686:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13109, 88 off913712 00000004:00080000:3.0:1705683818.021687:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073941364ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021691:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13028, 88 off906048 00000004:00080000:3.0:1705683818.021692:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073946274ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021698:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13110, 88 off913800 00000004:00080000:3.0:1705683818.021699:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073953249ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021703:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13029, 88 off906136 00000004:00080000:3.0:1705683818.021704:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073958093ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021709:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13111, 88 off913888 00000004:00080000:3.0:1705683818.021710:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073964554ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021714:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13030, 88 off906224 00000004:00080000:3.0:1705683818.021715:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073969259ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021721:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13112, 88 off913976 00000004:00080000:3.0:1705683818.021722:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073976039ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021725:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13031, 88 off906312 00000004:00080000:3.0:1705683818.021726:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073980711ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021732:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13113, 88 off914064 00000004:00080000:3.0:1705683818.021733:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073987717ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021737:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13032, 88 off906400 00000004:00080000:3.0:1705683818.021738:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590073992498ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021744:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13114, 88 off914152 00000004:00080000:3.0:1705683818.021745:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590073999307ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021763:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13033, 88 off906488 00000004:00080000:3.0:1705683818.021765:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074018917ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021772:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13115, 88 off914240 00000004:00080000:3.0:1705683818.021773:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074027301ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021777:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13034, 88 off906576 00000004:00080000:3.0:1705683818.021778:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074032418ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021784:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13116, 88 off914328 00000004:00080000:3.0:1705683818.021785:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074039013ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021789:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13035, 88 off906664 00000004:00080000:3.0:1705683818.021790:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074043913ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021795:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13117, 88 off914416 00000004:00080000:3.0:1705683818.021796:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074050409ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021800:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13036, 88 off906752 00000004:00080000:3.0:1705683818.021801:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074055139ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021806:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13118, 88 off914504 00000004:00080000:3.0:1705683818.021807:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074061703ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021811:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13037, 88 off906840 00000004:00080000:3.0:1705683818.021812:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074066542ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021817:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13119, 88 off914592 00000004:00080000:3.0:1705683818.021818:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074072791ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021822:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13038, 88 off906928 00000004:00080000:3.0:1705683818.021823:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074077427ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021829:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13120, 88 off914680 00000004:00080000:3.0:1705683818.021830:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074084718ns, next at 590223168605ns, rc = 0 00010000:00010000:3.0:1705683818.021850:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.021853:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091fc1680/0xd7faa4ce02a9fb18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x118a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.021859:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc1680 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.021861:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fc1680/0xd7faa4ce02a9fb18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x118a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.021866:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fc1680/0xd7faa4ce02a9fb18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x118a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.021877:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091fc1680/0xd7faa4ce02a9fb18 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x118a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.021881:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1680/0xd7faa4ce02a9fb18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x118a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.021892:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.021893:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.021894:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1705683818.021900:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13039, 88 off907016 00000004:00080000:3.0:1705683818.021902:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074156609ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021914:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13121, 88 off914768 00000004:00080000:3.0:1705683818.021919:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074172849ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021926:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13040, 88 off907104 00000004:00080000:3.0:1705683818.021927:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074181194ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021933:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13122, 88 off914856 00000004:00080000:3.0:1705683818.021934:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074188581ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021938:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13041, 88 off907192 00000004:00080000:3.0:1705683818.021939:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074193604ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.021945:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13123, 88 off914944 00000004:00080000:3.0:1705683818.021946:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074200592ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.021951:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13042, 88 off907280 00000004:00080000:3.0:1705683818.021952:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074205887ns, next at 590943559975ns, rc = 0 00000004:00080000:3.0:1705683818.022047:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800976f8000/2, rc 0, transno 60942 00000100:00100000:3.0:1705683818.022051:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800976f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544747392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683818.022057:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683818.022058:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc1400/0xd7faa4ce02a9fb26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022062:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc1400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:3.0:1705683818.022063:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc1400/0xd7faa4ce02a9fb26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022065:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc1400/0xd7faa4ce02a9fb26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022071:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc1400/0xd7faa4ce02a9fb26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022073:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc1400/0xd7faa4ce02a9fb26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022081:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.022081:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683818.022082:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683818.022100:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683818.022104:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544751616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683818.022117:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1705683818.022131:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13124, 88 off915032 00000004:00080000:3.0:1705683818.022133:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074387684ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022142:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13043, 88 off907368 00000004:00080000:3.0:1705683818.022144:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074397877ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022150:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13125, 88 off915120 00000004:00080000:3.0:1705683818.022151:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074405689ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022155:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13044, 88 off907456 00000004:00080000:3.0:1705683818.022156:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074410759ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022162:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13126, 88 off915208 00000004:00080000:3.0:1705683818.022163:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074417454ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022167:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13045, 88 off907544 00000004:00080000:3.0:1705683818.022168:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074422279ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022173:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13127, 88 off915296 00000004:00080000:3.0:1705683818.022174:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074428679ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022178:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13046, 88 off907632 00000004:00080000:3.0:1705683818.022179:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074433612ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022185:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13128, 88 off915384 00000004:00080000:3.0:1705683818.022186:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074440149ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022190:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13047, 88 off907720 00000004:00080000:3.0:1705683818.022191:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074444907ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022196:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13129, 88 off915472 00000004:00080000:3.0:1705683818.022197:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074451399ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022201:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13048, 88 off907808 00000004:00080000:3.0:1705683818.022202:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074455999ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022207:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13130, 88 off915560 00000004:00080000:3.0:1705683818.022208:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074462204ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022212:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13049, 88 off907896 00000004:00080000:3.0:1705683818.022213:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074467019ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022218:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13131, 88 off915648 00000004:00080000:3.0:1705683818.022219:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074473274ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022223:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13050, 88 off907984 00000004:00080000:3.0:1705683818.022224:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074477851ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022229:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13132, 88 off915736 00000004:00080000:3.0:1705683818.022230:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074484124ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022233:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13051, 88 off908072 00000004:00080000:3.0:1705683818.022234:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074488649ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022240:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13133, 88 off915824 00000004:00080000:3.0:1705683818.022241:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074495072ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022244:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13052, 88 off908160 00000004:00080000:3.0:1705683818.022245:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074499659ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022250:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13134, 88 off915912 00000004:00080000:3.0:1705683818.022252:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074505819ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022255:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13053, 88 off908248 00000004:00080000:3.0:1705683818.022256:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074510404ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022261:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13135, 88 off916000 00000004:00080000:3.0:1705683818.022262:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074516744ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022266:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13054, 88 off908336 00000004:00080000:3.0:1705683818.022267:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074521245ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022272:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13136, 88 off916088 00000004:00080000:3.0:1705683818.022273:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074527477ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022277:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13055, 88 off908424 00000004:00080000:3.0:1705683818.022278:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074532012ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022283:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13137, 88 off916176 00000004:00080000:3.0:1705683818.022284:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074538461ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022288:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13056, 88 off908512 00000004:00080000:3.0:1705683818.022289:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074543030ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022294:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13138, 88 off916264 00000004:00080000:3.0:1705683818.022295:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074549271ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022299:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13057, 88 off908600 00000004:00080000:3.0:1705683818.022300:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074553841ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022305:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13139, 88 off916352 00000004:00080000:3.0:1705683818.022306:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074560061ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022310:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13058, 88 off908688 00000004:00080000:3.0:1705683818.022310:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074564795ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022316:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13140, 88 off916440 00000004:00080000:3.0:1705683818.022317:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074571081ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022320:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13059, 88 off908776 00000004:00080000:3.0:1705683818.022321:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074575664ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022326:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13141, 88 off916528 00000004:00080000:3.0:1705683818.022327:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074581605ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022331:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13060, 88 off908864 00000004:00080000:3.0:1705683818.022332:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074586272ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022337:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13142, 88 off916616 00000004:00080000:3.0:1705683818.022341:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074595645ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022351:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13061, 88 off908952 00000004:00080000:3.0:1705683818.022352:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074606235ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022357:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13143, 88 off916704 00000004:00080000:3.0:1705683818.022358:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074612662ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022363:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13062, 88 off909040 00000004:00080000:3.0:1705683818.022364:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074618792ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022370:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13144, 88 off916792 00000004:00080000:3.0:1705683818.022371:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074624890ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022375:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13063, 88 off909128 00000004:00080000:3.0:1705683818.022376:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074630725ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022381:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13145, 88 off916880 00000004:00080000:3.0:1705683818.022382:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074636657ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022387:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13064, 88 off909216 00000004:00080000:3.0:1705683818.022388:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074642291ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022393:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13146, 88 off916968 00000004:00080000:3.0:1705683818.022394:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074647961ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022421:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13066, 88 off909400 00000004:00080000:3.0:1705683818.022423:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074677119ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022430:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13147, 88 off917056 00000004:00080000:3.0:1705683818.022432:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074685834ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022437:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13067, 88 off909488 00000004:00080000:3.0:1705683818.022438:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074692414ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022443:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13148, 88 off917144 00000004:00080000:3.0:1705683818.022444:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074698575ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022449:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13068, 88 off909576 00000004:00080000:3.0:1705683818.022450:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074704369ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022455:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13149, 88 off917232 00000004:00080000:3.0:1705683818.022456:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074710011ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022460:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13069, 88 off909664 00000004:00080000:3.0:1705683818.022461:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074715362ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022465:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13150, 88 off917320 00000004:00080000:3.0:1705683818.022466:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074720767ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022471:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13070, 88 off909752 00000004:00080000:3.0:1705683818.022472:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074726370ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022476:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13151, 88 off917408 00000004:00080000:3.0:1705683818.022477:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074731667ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022482:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13071, 88 off909840 00000004:00080000:3.0:1705683818.022483:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074737040ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022504:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13153, 88 off917592 00000004:00080000:3.0:1705683818.022506:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074760404ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022513:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13072, 88 off909928 00000004:00080000:3.0:1705683818.022514:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074768425ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022522:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13154, 88 off917680 00000004:00080000:3.0:1705683818.022533:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074787420ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022539:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13073, 88 off910016 00000004:00080000:3.0:1705683818.022540:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074794777ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022546:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13155, 88 off917768 00000004:00080000:3.0:1705683818.022548:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074801899ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022553:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13074, 88 off910104 00000004:00080000:3.0:1705683818.022554:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074807995ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022559:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13156, 88 off917856 00000004:00080000:3.0:1705683818.022560:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074814501ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022570:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13075, 88 off910192 00000004:00080000:3.0:1705683818.022571:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074825762ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022578:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13157, 88 off917944 00000004:00080000:3.0:1705683818.022579:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074833417ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022587:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13076, 88 off910280 00000004:00080000:3.0:1705683818.022588:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074842622ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022594:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13158, 88 off918032 00000004:00080000:3.0:1705683818.022596:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074849932ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022600:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13077, 88 off910368 00000004:00080000:3.0:1705683818.022602:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074855815ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022607:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13159, 88 off918120 00000004:00080000:3.0:1705683818.022608:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074862321ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022612:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13078, 88 off910456 00000004:00080000:3.0:1705683818.022613:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074867249ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022618:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13160, 88 off918208 00000004:00080000:3.0:1705683818.022619:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074873749ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022626:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13079, 88 off910544 00000004:00080000:3.0:1705683818.022627:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074880992ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022632:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13161, 88 off918296 00000004:00080000:3.0:1705683818.022633:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074887195ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022638:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13080, 88 off910632 00000004:00080000:3.0:1705683818.022639:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074893552ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022644:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13162, 88 off918384 00000004:00080000:3.0:1705683818.022645:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074899751ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022650:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13081, 88 off910720 00000004:00080000:3.0:1705683818.022652:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074906597ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022662:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13163, 88 off918472 00000004:00080000:3.0:1705683818.022664:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074918332ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022674:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13082, 88 off910808 00000004:00080000:3.0:1705683818.022676:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074930629ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022687:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13164, 88 off918560 00000004:00080000:3.0:1705683818.022694:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074948071ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022710:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13083, 88 off910896 00000004:00080000:3.0:1705683818.022712:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590074966401ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022725:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13165, 88 off918648 00000004:00080000:3.0:1705683818.022728:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590074981732ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022738:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13084, 88 off910984 00000100:00100000:3.0:1705683818.022764:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.022765:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683818.022771:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105164 00000100:00100000:3.0:1705683818.022773:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c572401a-2098-484c-b5c8-7a348378e325+6403:1858:x1788538577609664:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683818.022778:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683818.022783:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b9c280/0xd7faa4ce02a68e97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a49 expref: 6403 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.022788:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b9c280/0xd7faa4ce02a68e97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a49 expref: 6403 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.022796:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b9c280/0xd7faa4ce02a68e97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a49 expref: 6403 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:3.0:1705683818.022802:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.022803:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683818.022804:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9fbb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9381 expref: 7546 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022808:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9fbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9381 expref: 7546 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683818.022818:0:6521:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091418a00/0xd7faa4ce02a9fbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9381 expref: 7546 pid: 15143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683818.022822:0:6521:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9fe400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6521:1788538544751872:192.168.203.50@tcp:105: 00000100:00100000:3.0:1705683818.022834:0:6521:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800985fb900 going to sleep for 11 seconds 00000004:00080000:3.0:1705683818.022840:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075094134ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022853:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13166, 88 off918736 00000004:00080000:3.0:1705683818.022855:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075108811ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022861:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13085, 88 off911072 00000004:00080000:3.0:1705683818.022862:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075116581ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022868:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13167, 88 off918824 00000004:00080000:3.0:1705683818.022869:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075123262ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022874:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13086, 88 off911160 00000004:00080000:3.0:1705683818.022875:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075129795ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022881:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13168, 88 off918912 00000004:00080000:3.0:1705683818.022882:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075136419ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022888:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13087, 88 off911248 00000004:00080000:3.0:1705683818.022889:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075143035ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022894:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13169, 88 off919000 00000004:00080000:3.0:1705683818.022895:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075149394ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022901:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13088, 88 off911336 00000004:00080000:3.0:1705683818.022902:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075155934ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022907:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13170, 88 off919088 00000004:00080000:3.0:1705683818.022908:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075162355ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022913:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13089, 88 off911424 00000004:00080000:3.0:1705683818.022914:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075168721ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022920:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13171, 88 off919176 00000004:00080000:3.0:1705683818.022921:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075175465ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022926:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13090, 88 off911512 00000004:00080000:3.0:1705683818.022927:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075181782ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022933:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13172, 88 off919264 00000004:00080000:3.0:1705683818.022934:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075188204ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022939:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13091, 88 off911600 00000004:00080000:3.0:1705683818.022940:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075194479ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022945:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13173, 88 off919352 00000004:00080000:3.0:1705683818.022946:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075200752ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022952:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13092, 88 off911688 00000004:00080000:3.0:1705683818.022953:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075207029ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022958:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13174, 88 off919440 00000004:00080000:3.0:1705683818.022959:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075213312ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022964:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13093, 88 off911776 00000004:00080000:3.0:1705683818.022965:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075219650ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022970:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13175, 88 off919528 00000004:00080000:3.0:1705683818.022972:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075225822ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022977:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13094, 88 off911864 00000004:00080000:3.0:1705683818.022978:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075231980ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022983:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13176, 88 off919616 00000004:00080000:3.0:1705683818.022984:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075238359ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.022989:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13095, 88 off911952 00000004:00080000:3.0:1705683818.022991:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075244825ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.022996:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13177, 88 off919704 00000004:00080000:3.0:1705683818.022997:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075251137ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023002:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13096, 88 off912040 00000004:00080000:3.0:1705683818.023004:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075257869ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023009:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13178, 88 off919792 00000004:00080000:3.0:1705683818.023010:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075264347ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023016:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13097, 88 off912128 00000004:00080000:3.0:1705683818.023017:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075271045ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023022:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13179, 88 off919880 00000004:00080000:3.0:1705683818.023023:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075277459ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023029:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13098, 88 off912216 00000004:00080000:3.0:1705683818.023030:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075283874ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023035:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13180, 88 off919968 00000004:00080000:3.0:1705683818.023036:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075290115ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023041:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13099, 88 off912304 00000004:00080000:3.0:1705683818.023042:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075296379ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023047:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13181, 88 off920056 00000004:00080000:3.0:1705683818.023048:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075302675ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023054:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13100, 88 off912392 00000004:00080000:3.0:1705683818.023055:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075309449ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023065:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13182, 88 off920144 00000004:00080000:3.0:1705683818.023067:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075320737ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023077:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13101, 88 off912480 00000004:00080000:3.0:1705683818.023079:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075333620ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023091:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13183, 88 off920232 00000004:00080000:3.0:1705683818.023093:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075346909ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023104:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13102, 88 off912568 00000004:00080000:3.0:1705683818.023106:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075360372ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023118:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13184, 88 off920320 00000004:00080000:3.0:1705683818.023120:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075374199ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023131:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13103, 88 off912656 00000004:00080000:3.0:1705683818.023133:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075387515ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023143:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13185, 88 off920408 00000004:00080000:3.0:1705683818.023149:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075403130ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023160:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13104, 88 off912744 00000004:00080000:3.0:1705683818.023161:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075415395ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023167:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13186, 88 off920496 00000004:00080000:3.0:1705683818.023168:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075422632ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023174:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13105, 88 off912832 00000004:00080000:3.0:1705683818.023175:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075429307ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023180:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13187, 88 off920584 00000004:00080000:3.0:1705683818.023182:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075435797ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023187:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13106, 88 off912920 00000004:00080000:3.0:1705683818.023188:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075442364ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023194:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13188, 88 off920672 00000004:00080000:3.0:1705683818.023195:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075448985ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023200:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13107, 88 off913008 00000004:00080000:3.0:1705683818.023201:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075455302ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023206:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13189, 88 off920760 00000004:00080000:3.0:1705683818.023207:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075461469ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023212:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13108, 88 off913096 00000004:00080000:3.0:1705683818.023213:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075467662ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023219:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13190, 88 off920848 00000004:00080000:3.0:1705683818.023220:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075474200ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023225:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13109, 88 off913184 00000004:00080000:3.0:1705683818.023226:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075480550ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023232:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13191, 88 off920936 00000004:00080000:3.0:1705683818.023233:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075487072ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023238:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13110, 88 off913272 00000004:00080000:3.0:1705683818.023239:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075493412ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023244:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13192, 88 off921024 00000004:00080000:3.0:1705683818.023246:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075499944ns, next at 590223168605ns, rc = 0 00000040:00080000:3.0:1705683818.023251:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].13111, 88 off913360 00000004:00080000:3.0:1705683818.023252:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590075506092ns, next at 590943559975ns, rc = 0 00000040:00080000:3.0:1705683818.023257:0:10090:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].13193, 88 off921112 00000004:00080000:3.0:1705683818.023258:0:10090:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 590075512342ns, next at 590223168605ns, rc = 0 00080000:00000400:3.0:1705683818.023285:0:10090:0:(osd_internal.h:1414:osd_trans_exec_check()) lustre-MDT0000: opcode 7: used 23, used now 1, reserved 22 00080000:00000400:3.0:1705683818.025919:0:10090:0:(osd_handler.c:1972:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1705683818.030579:0:10090:0:(osd_handler.c:1979:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/103/9 00080000:00000400:3.0:1705683818.038435:0:10090:0:(osd_handler.c:1989:osd_trans_dump_creds()) write: 13/22/23, punch: 0/0/0, quota 1/3/3 00080000:00000400:3.0:1705683818.044789:0:10090:0:(osd_handler.c:1996:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1705683818.052009:0:10090:0:(osd_handler.c:2003:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00040000:3.0:1705683818.058402:0:10090:0:(osd_internal.h:1417:osd_trans_exec_check()) LBUG 00010000:00010000:0.0:1705683818.100505:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.100506:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093d2d400/0xd7faa4ce02aa0a37 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.100510:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d2d400/0xd7faa4ce02aa0a37 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00000004:00010000:0.0:1705683818.100535:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009bba7300 reply state ffff8800a16e0000 transno 4295064368 ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d0f00/0xd7faa4ce02aa0a45 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42c:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.100541:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d0f00/0xd7faa4ce02aa0a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x42c:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.100545:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42c:0x0].0x38 (ffff880095ce0e00) 00010000:00010000:0.0:1705683818.100547:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.100571:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+334:16247:x1788538577635712:12345-192.168.203.50@tcp:36:rm.0 Request processed in 696us (789us total) trans 4295064368 rc 0/0 00000100:00100000:0.0:1705683818.100576:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326793 00000100:00100000:0.0:1705683818.100695:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.100709:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.100717:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.100722:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100723:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100726:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577636160 00000100:00100000:0.0:1705683818.100736:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100736:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100740:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326795 00000100:00100000:0.0:1705683818.100742:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e040a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1774:16422:x1788538577636160:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:0.0:1705683818.100772:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1705683818.100780:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093c9db80/0xd7faa4ce02aa062b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa963d expref: 1774 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.100788:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff8800916f4e00) 00010000:00010000:0.0:1705683818.100796:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006f31e800/0xd7faa4ce02a9eccb lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa902b expref: 1773 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.100807:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f41d180/0xd7faa4ce02a9df2d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8c03 expref: 1772 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.100812:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff8800985ed900) 00010000:00010000:0.0:1705683818.100813:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.100849:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.100854:0:14259:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880134f40000/0xd7faa4ce02aa0a53 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9771 expref: 1771 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.100858:0:14259:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.100872:0:14259:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880134f40000/0xd7faa4ce02aa0a53 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9771 expref: 1771 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.100877:0:14259:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880134f40000/0xd7faa4ce02aa0a53 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9771 expref: 1771 pid: 14259 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.100885:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e043700 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544771712:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.100905:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.100917:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100918:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.100925:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159324 00000100:00100000:0.0:1705683818.100927:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7493:16380:x1788538577636096:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.100933:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.101384:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e1d0a00/0xd7faa4ce02aa0a76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9786 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.101399:0:15111:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.101410:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.101411:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.101415:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e1d0a00/0xd7faa4ce02aa0a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9786 expref: 7494 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101424:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e1d0a00/0xd7faa4ce02aa0a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9786 expref: 7494 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101430:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e1d0a00, rc 0) 00000100:00100000:0.0:1705683818.101447:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7494:16380:x1788538577636096:12345-192.168.203.50@tcp:101:dd.0 Request processed in 518us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.101453:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159324 00010000:00010000:0.0:1705683818.101473:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.101477:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fee4500/0xd7faa4ce02aa09a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101483:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fee4500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.101485:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fee4500/0xd7faa4ce02aa09a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101490:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fee4500/0xd7faa4ce02aa09a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101503:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fee4500/0xd7faa4ce02aa09a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101507:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fee4500/0xd7faa4ce02aa09a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101540:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.101541:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.101542:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.101553:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.101554:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.101560:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577636608 00000100:00100000:0.0:1705683818.101581:0:14209:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.101582:0:14209:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.101587:0:14209:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326796 00000100:00100000:0.0:1705683818.101590:0:14209:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:c572401a-2098-484c-b5c8-7a348378e325+334:16360:x1788538577636608:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:0.0:1705683818.101610:0:14209:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1705683818.101620:0:14209:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7aa80/0xd7faa4ce02aa082a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa96a6 expref: 334 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101633:0:14209:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff88009c09df00) 00010000:00010000:0.0:1705683818.101643:0:14209:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ed1e00/0xd7faa4ce02a9fc14 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa939d expref: 333 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.101652:0:14209:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x0 (ffff880129720d00) 00010000:00010000:0.0:1705683818.101654:0:14209:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.101732:0:14209:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2d00/0xd7faa4ce02aa0a7d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101739:0:14209:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2d00/0xd7faa4ce02aa0a7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101748:0:14209:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2d00/0xd7faa4ce02aa0a7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101833:0:14209:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d3700/0xd7faa4ce02aa0a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101838:0:14209:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d3700/0xd7faa4ce02aa0a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101843:0:14209:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d3700/0xd7faa4ce02aa0a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101911:0:14209:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d0500/0xd7faa4ce02aa0a92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101916:0:14209:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d0500/0xd7faa4ce02aa0a92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.101921:0:14209:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d0500/0xd7faa4ce02aa0a92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.102115:0:14209:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d1680/0xd7faa4ce02aa0aa0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.102121:0:14209:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca68c80/0xd7faa4ce02a9f3b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa91a5 expref: 1844 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102124:0:14209:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d1680/0xd7faa4ce02aa0aa0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14209 initiator: MDT0 00010000:00010000:0.0:1705683818.102140:0:14209:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca68c80/0xd7faa4ce02a9f3b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa91a5 expref: 1844 pid: 14209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102148:0:14209:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca68c80/0xd7faa4ce02a9f3b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa91a5 expref: 1844 pid: 14209 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.102155:0:14209:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000_UUID:14209:1788538544771968:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.102172:0:14209:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1459c00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.102181:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102182:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102186:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159326 00000100:00100000:0.0:1705683818.102189:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+1882:3085:x1788538544771904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.102199:0:15111:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10407 count 1 00010000:00010000:0.0:1705683818.102410:0:15111:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102420:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7487 pid: 15150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102426:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.102427:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.102428:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102442:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7487 pid: 15150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102449:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7487 pid: 15150 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.102461:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544772160:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.102475:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.102520:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.102624:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.102634:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102635:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102641:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637376 00000100:00100000:0.0:1705683818.102656:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102656:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.102660:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326798 00000100:00100000:0.0:1705683818.102663:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+333:16247:x1788538577637376:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:0.0:1705683818.102670:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.102678:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2300/0xd7faa4ce02aa0abc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa97b7 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683818.102801:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x42d:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.102941:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2300/0xd7faa4ce02aa0abc lrc: 1/0,0 mode: --/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97b7 expref: 335 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102946:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d2300/0xd7faa4ce02aa0abc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97b7 expref: 335 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.102952:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e1d2300, rc 0) 00000100:00100000:0.0:1705683818.102964:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+334:16247:x1788538577637376:12345-192.168.203.50@tcp:101:rm.0 Request processed in 301us (340us total) trans 4295064369 rc 301/301 00000100:00100000:0.0:1705683818.102967:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326798 00000100:00100000:0.0:1705683818.102996:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.103006:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103007:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103013:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577636864 00000100:00100000:0.0:1705683818.103025:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103025:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103028:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89627 00000100:00100000:0.0:1705683818.103030:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1846:16389:x1788538577636864:12345-192.168.203.50@tcp:33:lfs.0 00000004:00200000:0.0:1705683818.103202:0:6537:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3b68:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.103204:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.103236:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1847:16389:x1788538577636864:12345-192.168.203.50@tcp:33:lfs.0 Request processed in 203us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.103241:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89627 00000100:00100000:0.0:1705683818.103332:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.103339:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103340:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103345:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577636992 00000100:00100000:0.0:1705683818.103357:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103358:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103362:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326800 00000100:00100000:0.0:1705683818.103364:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b24600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1772:16367:x1788538577636992:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:0.0:1705683818.103387:0:6561:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1705683818.103401:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093d2f200/0xd7faa4ce02aa0a06 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa974e expref: 1772 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103414:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d4b:0x0].0x0 (ffff88009ba73f00) 00010000:00010000:0.0:1705683818.103423:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bbded00/0xd7faa4ce02a9efbf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa90d3 expref: 1771 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103436:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x0 (ffff880073bc5400) 00010000:00010000:0.0:1705683818.103439:0:6561:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.103456:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.103460:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ecb700/0xd7faa4ce02aa0942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x289e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103466:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093ecb700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.103468:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ecb700/0xd7faa4ce02aa0942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x289e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103474:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ecb700/0xd7faa4ce02aa0942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x289e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103485:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ecb700/0xd7faa4ce02aa0942 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x289e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103489:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ecb700/0xd7faa4ce02aa0942 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x289e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103507:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.103509:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fee5e00/0xd7faa4ce02aa09ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103513:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fee5e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.103514:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fee5e00/0xd7faa4ce02aa09ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103519:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fee5e00/0xd7faa4ce02aa09ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103542:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fee5e00/0xd7faa4ce02aa09ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103545:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fee5e00/0xd7faa4ce02aa09ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103558:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.103558:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.103559:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.103564:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.103569:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.103572:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.103655:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d49:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.103657:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.103660:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.103711:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.103716:0:6561:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1536 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103720:0:6561:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.103732:0:6561:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1536 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.103737:0:6561:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1536 pid: 14259 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.103742:0:6561:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b23200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:6561:1788538544772608:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.103775:0:6561:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.103819:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544770752:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.103835:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.103844:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7485:1858:x1788538577634432:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 11482us (11718us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.103849:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105330 00000100:00100000:0.0:1705683818.103872:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.103884:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.103894:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.103898:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103899:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103902:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637184 00000100:00100000:0.0:1705683818.103910:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103911:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.103916:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159331 00000100:00100000:0.0:1705683818.103918:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1888:3083:x1788538544772672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.103929:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10412 count 1 00010000:00010000:0.0:1705683818.104084:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e1d2080/0xd7faa4ce02aa0b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104091:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d56800/0xd7faa4ce02a457a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a855c0 expref: 7484 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104095:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.104096:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.104096:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e1d2080/0xd7faa4ce02aa0b17 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104106:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d56800/0xd7faa4ce02a457a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a855c0 expref: 7484 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104110:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d56800/0xd7faa4ce02a457a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a855c0 expref: 7484 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.104116:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88006f3e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544772928:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.104126:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.104148:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104149:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104151:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326801 00000100:00100000:0.0:1705683818.104155:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f3e5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1771:16442:x1788538577637184:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:0.0:1705683818.104161:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.104166:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2800/0xd7faa4ce02aa0b1e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x3562:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa97a9 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104189:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2800/0xd7faa4ce02aa0b1e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3562:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97a9 expref: 1772 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104197:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2800/0xd7faa4ce02aa0b1e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3562:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97a9 expref: 1772 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104207:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3562:0x0].0x0 (ffff880135a10200) 00010000:00010000:0.0:1705683818.104209:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1705683818.104210:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e1d2800, rc 0) 00000100:00100000:0.0:1705683818.104221:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f3e5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1772:16442:x1788538577637184:12345-192.168.203.50@tcp:101:touch.0 Request processed in 66us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.104225:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326801 00000100:00100000:0.0:1705683818.104292:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.104319:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.104337:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.104355:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.104362:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104363:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104368:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637504 00000100:00100000:0.0:1705683818.104390:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104391:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104400:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104400:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104402:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637632 00000100:00100000:0.0:1705683818.104412:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104412:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104416:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326802 00000100:00100000:0.0:1705683818.104419:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801348a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1538:16341:x1788538577637504:12345-192.168.203.50@tcp:36:mkdir.0 00010000:00010000:0.0:1705683818.104438:0:14204:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.104449:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093d2e080/0xd7faa4ce02aa0a30 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9763 expref: 1538 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104464:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880095ce0100) 00010000:00010000:0.0:1705683818.104470:0:14204:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.104515:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801348a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1537:16341:x1788538577637504:12345-192.168.203.50@tcp:36:mkdir.0 Request processed in 95us (195us total) trans 0 rc -17/-17 00000100:00100000:0.0:1705683818.104520:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326802 00000100:00100000:0.0:1705683818.104542:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104543:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.104545:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326803 00000100:00100000:0.0:1705683818.104548:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1536:2996:x1788538577637632:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.104552:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.104631:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1900/0xd7faa4ce02aa0b41 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa97c5 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.104685:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.104692:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104698:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104790:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.104795:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104798:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104896:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.104899:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104903:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000004:00200000:0.0:1705683818.104919:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d8c:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.104922:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.104930:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104937:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104941:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104945:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104949:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104952:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d1400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.104954:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104958:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104963:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.104965:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.104967:0:14204:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.104972:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104975:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1400/0xd7faa4ce02aa0b48 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104985:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104988:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104991:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.104995:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d2f80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.104996:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.105001:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.105005:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff880095ce0600) 00010000:00010000:0.0:1705683818.105007:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.105008:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.105011:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2f80/0xd7faa4ce02aa0b4f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.105039:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1900/0xd7faa4ce02aa0b41 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1538 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105047:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1537 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105051:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88009e6ff700) 00010000:00010000:0.0:1705683818.105053:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1705683818.105054:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e1d3480, rc 0) 00000100:00100000:0.0:1705683818.105076:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e043700 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544771712:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.105089:0:14259:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00100000:0.0:1705683818.105092:0:14259:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.105092:0:14259:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.105093:0:14259:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105107:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1537:2996:x1788538577637632:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 559us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.105111:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326803 00000100:00100000:0.0:1705683818.105133:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.105140:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105140:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105143:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637824 00010000:00010000:0.0:1705683818.105151:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba7a300/0xd7faa4ce02a68a0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a8f expref: 6098 pid: 15167 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.105159:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105159:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105161:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105343 00000100:00100000:0.0:1705683818.105163:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e043700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6098:1857:x1788538577637824:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.105168:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.105176:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba7a300/0xd7faa4ce02a68a0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a8f expref: 6098 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105181:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba7a300/0xd7faa4ce02a68a0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a8f expref: 6098 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105188:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba7a300/0xd7faa4ce02a68a0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94a8f expref: 6098 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105196:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.105201:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e043700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6097:1857:x1788538577637824:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.105204:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105343 00000100:00100000:0.0:1705683818.105220:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.105225:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105225:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105230:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577637888 00010000:00010000:0.0:1705683818.105236:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ce2d00/0xd7faa4ce02a5dc8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f0df expref: 8143 pid: 15149 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.105242:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105242:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.105244:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105344 00000100:00100000:0.0:1705683818.105246:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8143:1858:x1788538577637888:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.105248:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.105252:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ce2d00/0xd7faa4ce02a5dc8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f0df expref: 8143 pid: 15149 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105258:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ce2d00/0xd7faa4ce02a5dc8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f0df expref: 8143 pid: 15149 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105266:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ce2d00/0xd7faa4ce02a5dc8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f0df expref: 8143 pid: 15149 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.105272:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.105273:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.105275:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d805180/0xd7faa4ce02aa0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9778 expref: 8142 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105280:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d805180/0xd7faa4ce02aa0a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9778 expref: 8142 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105296:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d805180/0xd7faa4ce02aa0a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9778 expref: 8142 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.105302:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134851900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544773312:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.105315:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.105396:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.105641:0:14259:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105645:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105679:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.105685:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105690:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105787:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.105790:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105793:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105824:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.105827:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105830:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105834:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.105837:0:14259:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1536 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105839:0:14259:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.105850:0:14259:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1536 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.105854:0:14259:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1536 pid: 14204 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.105859:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e358a00 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544773440:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.105876:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.106423:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e22d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0001_UUID:15173:1788538544773376:0@lo:105: 00010000:00010000:0.0:1705683818.106438:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.106458:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+1771:1860:x1788538577638016:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 983us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.106464:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105345 00000100:00100000:0.0:1705683818.107177:0:14209:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000_UUID:14209:1788538544771968:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.107372:0:14209:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011e1d1680/0xd7faa4ce02aa0aa0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT0 00010000:00100000:0.0:1705683818.107379:0:14209:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107380:0:14209:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107380:0:14209:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107403:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544772160:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.107419:0:15111:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.107424:0:15111:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107425:0:15111:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107426:0:15111:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107554:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132cb8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544772352:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.107570:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.107575:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107576:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107576:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107586:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107587:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107594:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638144 00000100:00100000:0.0:1705683818.107616:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107617:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.107622:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326805 00000100:00100000:0.0:1705683818.107626:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e27300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+334:16016:x1788538577638144:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:0.0:1705683818.107637:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.107711:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c50500/0xd7faa4ce02aa0b9c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa97d3 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.107935:0:6561:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b23200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:6561:1788538544772608:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.107954:0:6561:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00100000:0.0:1705683818.107959:0:6561:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107959:0:6561:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.107960:0:6561:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.107982:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c52800/0xd7faa4ce02aa0ba3 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.107988:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c52800/0xd7faa4ce02aa0ba3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.107994:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c52800/0xd7faa4ce02aa0ba3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000004:00200000:0.0:1705683818.108001:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.108088:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c50500/0xd7faa4ce02aa0b9c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97d3 expref: 337 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.108105:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c52800/0xd7faa4ce02aa0ba3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97d3 expref: 336 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.108111:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff88006f2a1b00) 00010000:00010000:0.0:1705683818.108113:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1705683818.108114:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c52800, rc 0) 00000100:00100000:0.0:1705683818.108339:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e27300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+336:16016:x1788538577638144:12345-192.168.203.50@tcp:101:rm.0 Request processed in 711us (799us total) trans 4295064370 rc 0/0 00000100:00100000:0.0:1705683818.108345:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326805 00000100:00100000:0.0:1705683818.108449:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88006f3e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544772928:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.108467:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011e1d2080/0xd7faa4ce02aa0b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.108472:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.108473:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.108473:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.108496:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e24600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544772864:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.108513:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.108518:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.108518:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.108519:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109024:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109025:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109033:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638272 00010000:00010000:0.0:1705683818.109045:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d56f80/0xd7faa4ce02a452a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a853dd expref: 7485 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109059:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109059:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109061:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638464 00010000:00010000:0.0:1705683818.109066:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7486 pid: 15150 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109072:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109073:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109078:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638208 00010000:00010000:0.0:1705683818.109084:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca68c80/0xd7faa4ce02a9f3b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa91a5 expref: 1847 pid: 14209 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109088:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109089:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109091:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638912 00010000:00010000:0.0:1705683818.109096:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ea1900/0xd7faa4ce02a48cb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86aea expref: 8145 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109103:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109103:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109105:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638336 00010000:00010000:0.0:1705683818.109110:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07b4c80/0xd7faa4ce02a45019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8529b expref: 7488 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109114:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109114:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109116:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638528 00010000:00010000:0.0:1705683818.109121:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924f6080/0xd7faa4ce02a45560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a854a8 expref: 7489 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109129:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109130:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109131:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638656 00010000:00010000:0.0:1705683818.109137:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1537 pid: 14259 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109140:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109141:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109143:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638784 00010000:00010000:0.0:1705683818.109148:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e632800/0xd7faa4ce02a459b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85684 expref: 7490 pid: 9445 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.109152:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109152:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109153:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577638976 00010000:00010000:0.0:1705683818.109159:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009634f200/0xd7faa4ce029f19c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a676d3 expref: 7491 pid: 15147 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.109162:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109163:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109165:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105348 00000100:00100000:0.0:1705683818.109167:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7490:1858:x1788538577638464:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.109173:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.109175:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7490 pid: 15150 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109242:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7490 pid: 15150 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109263:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e2e800/0xd7faa4ce02a4515b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8534a expref: 7489 pid: 15150 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109276:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109278:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109280:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109286:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109304:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.109323:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7487:1858:x1788538577638464:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 154us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.109329:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105348 00000100:00100000:0.0:1705683818.109337:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109338:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109341:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105351 00000100:00100000:0.0:1705683818.109343:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d664b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7486:1858:x1788538577638720:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.109348:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.109350:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009240c500/0xd7faa4ce02a45639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85526 expref: 7486 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109355:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009240c500/0xd7faa4ce02a45639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85526 expref: 7486 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109366:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009240c500/0xd7faa4ce02a45639 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85526 expref: 7486 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109373:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109374:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109376:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ff4c80/0xd7faa4ce02aa0b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109381:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ff4c80/0xd7faa4ce02aa0b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109395:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.109410:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d664b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7485:1858:x1788538577638720:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.109415:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105351 00000100:00100000:0.0:1705683818.109426:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109427:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109431:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105353 00000100:00100000:0.0:1705683818.109434:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7484:1857:x1788538577638336:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.109440:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.109443:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a07b4c80/0xd7faa4ce02a45019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8529b expref: 7485 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109450:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a07b4c80/0xd7faa4ce02a45019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8529b expref: 7485 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109463:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a07b4c80/0xd7faa4ce02a45019 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8529b expref: 7485 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109473:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109474:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109476:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f41400/0xd7faa4ce02aa0aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109480:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f41400/0xd7faa4ce02aa0aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109494:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.109506:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7484:1857:x1788538577638336:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.109511:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105353 00000100:00100000:0.0:1705683818.109519:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109520:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109536:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105355 00000100:00100000:0.0:1705683818.109539:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7483:1857:x1788538577638528:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.109545:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.109547:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924f6080/0xd7faa4ce02a45560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a854a8 expref: 7483 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109553:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924f6080/0xd7faa4ce02a45560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a854a8 expref: 7483 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109564:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924f6080/0xd7faa4ce02a45560 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a854a8 expref: 7483 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109571:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109571:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.109572:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ff4a00/0xd7faa4ce02aa0ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109575:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ff4a00/0xd7faa4ce02aa0ae6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.109584:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.109593:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7482:1857:x1788538577638528:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 53us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.109597:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105355 00000100:00100000:0.0:1705683818.109603:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109604:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109607:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105356 00000100:00100000:0.0:1705683818.109609:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c572401a-2098-484c-b5c8-7a348378e325+1537:1857:x1788538577638656:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.109612:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.109614:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1537 pid: 14259 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109628:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1537 pid: 14259 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109639:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009612c000/0xd7faa4ce02a89784 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa0a2f expref: 1537 pid: 14259 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.109650:0:11078:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d4b:0x0].0x0 (ffff88009ba73f00) 00010000:00010000:0.0:1705683818.109654:0:11078:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.109659:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.109663:0:11078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.109676:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.109688:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c572401a-2098-484c-b5c8-7a348378e325+1536:1857:x1788538577638656:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.109693:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105356 00000100:00100000:0.0:1705683818.109714:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109715:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109721:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577639296 00000100:00100000:0.0:1705683818.109740:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109740:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.109745:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89628 00000100:00100000:0.0:1705683818.109768:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+336:16247:x1788538577639296:12345-192.168.203.50@tcp:37:rm.0 00010000:00010000:0.0:1705683818.110315:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110320:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110325:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110332:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110340:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.110464:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1890:3084:x1788538544772224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7837us (7870us total) trans 4295029337 rc 0/0 00000100:00100000:0.0:1705683818.110469:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159328 00000100:00100000:0.0:1705683818.110509:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134851900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544773312:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.110542:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.110555:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8146:1858:x1788538577637888:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5308us (5334us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.110560:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105344 00010000:00010000:0.0:1705683818.110612:0:15111:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110617:0:15111:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110620:0:15111:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110623:0:15111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110629:0:15111:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.110696:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+1890:3085:x1788538544771904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8506us (8883us total) trans 4295029338 rc 0/0 00000100:00100000:0.0:1705683818.110700:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159326 00010000:00010000:0.0:1705683818.110717:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683818.110719:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110724:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f40a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.110726:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110732:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110743:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110748:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f40a00/0xd7faa4ce02aa0ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110784:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.110785:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110790:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d1e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.110792:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110801:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110812:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110816:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e1d1e00/0xd7faa4ce02aa0aae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.110831:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.110832:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.110833:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.110840:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.110841:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.110847:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159344 00000100:00100000:0.0:1705683818.110849:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1891:3084:x1788538544774080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.110861:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10416 count 1 00010000:00010000:0.0:1705683818.111129:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111138:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099645b80/0xd7faa4ce02a45def lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8586e expref: 7478 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111143:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.111144:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.111145:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111166:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099645b80/0xd7faa4ce02a45def lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8586e expref: 7478 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111173:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099645b80/0xd7faa4ce02a45def lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8586e expref: 7478 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.111182:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e359e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544774272:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.111202:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.111228:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e358a00 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0001_UUID:14259:1788538544773440:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.111241:0:14259:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00100000:0.0:1705683818.111245:0:14259:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.111246:0:14259:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.111247:0:14259:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.111268:0:6561:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111272:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00000040:00080000:0.0:1705683818.111444:0:6561:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].11725, 64 off795712 00010000:00010000:0.0:1705683818.111473:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.111477:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111481:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111485:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111487:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111489:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111495:0:6561:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.111506:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111508:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111510:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111512:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d1b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.111514:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111516:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111519:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d4b:0x0].0x0 (ffff88009ba73f00) 00010000:00010000:0.0:1705683818.111520:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683818.111521:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111541:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1b80/0xd7faa4ce02aa0b02 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111558:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.111559:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111561:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091c50280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.111562:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111564:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111567:0:6524:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d4b:0x0].0x0 (ffff88009ba73f00) 00010000:00010000:0.0:1705683818.111568:0:6524:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1705683818.111569:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111571:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50280/0xd7faa4ce02aa0c28 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2d4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111582:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.111583:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111586:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eaa4000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.111586:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111589:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111597:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111600:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eaa4000/0xd7faa4ce02aa0b10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.111613:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.111613:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.111614:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.111695:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111700:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111704:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111708:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111710:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d0280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.111711:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111713:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111718:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x0 (ffff880073bc5400) 00010000:00010000:0.0:1705683818.111719:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.111720:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111722:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0280/0xd7faa4ce02aa0af4 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000004:00010000:0.0:1705683818.111728:0:6561:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880090b24600 reply state ffff8800a658c000 transno 4295059869 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111732:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.111735:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x3331 (ffff880096105b00) 00010000:00010000:0.0:1705683818.111736:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.111782:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b24600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1772:16367:x1788538577636992:12345-192.168.203.50@tcp:36:rm.0 Request processed in 8415us (8449us total) trans 4295059869 rc 0/0 00000100:00100000:0.0:1705683818.111787:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326800 00000100:00100000:0.0:1705683818.111849:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.111850:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.111856:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544774528 00000100:00100000:0.0:1705683818.111872:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.111872:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.111876:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159347 00000100:00100000:0.0:1705683818.111878:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1894:3085:x1788538544774528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.111887:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10419 count 1 00010000:00010000:0.0:1705683818.112063:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091c51680/0xd7faa4ce02aa0c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.112069:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096030c80/0xd7faa4ce02a4632f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a85a5f expref: 7478 pid: 15177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.112073:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.112074:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.112074:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c51680/0xd7faa4ce02aa0c44 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.112084:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096030c80/0xd7faa4ce02a4632f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85a5f expref: 7478 pid: 15177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.112089:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096030c80/0xd7faa4ce02a4632f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85a5f expref: 7478 pid: 15177 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.112095:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e358a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544774656:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.112106:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.112115:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112115:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112121:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577639552 00000100:00100000:0.0:1705683818.112133:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112133:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112136:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89629 00000100:00100000:0.0:1705683818.112138:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1847:16389:x1788538577639552:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:0.0:1705683818.112207:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1848:16389:x1788538577639552:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 68us (320us total) trans 4295064371 rc 0/0 00000100:00100000:0.0:1705683818.112211:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89629 00000100:00100000:0.0:1705683818.112267:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112268:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112272:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577639808 00000100:00100000:0.0:1705683818.112282:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112282:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112285:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326810 00000100:00100000:0.0:1705683818.112287:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1540:16355:x1788538577639808:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.112294:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.112384:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091c51180/0xd7faa4ce02aa0c60 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9812 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.112461:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112463:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112483:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577639936 00010000:00010000:0.0:1705683818.112493:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1542 pid: 14204 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.112503:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112504:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112508:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105359 00000100:00100000:0.0:1705683818.112510:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+1542:1860:x1788538577639936:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.112517:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.112519:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1542 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.112537:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1542 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.112547:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3480/0xd7faa4ce02aa0b56 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa97c5 expref: 1542 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.112556:0:14221:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88009e6ff700) 00010000:00010000:0.0:1705683818.112559:0:14221:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112564:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112568:0:14221:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112573:0:14221:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.112577:0:14221:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880136223200/0xd7faa4ce02aa0c1a lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT1 00010000:00010000:0.0:1705683818.112581:0:14221:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.112593:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.112605:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+1541:1860:x1788538577639936:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 94us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.112610:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105359 00010000:00010000:0.0:1705683818.112628:0:14259:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112632:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112687:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112692:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112696:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112699:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d1180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.112701:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112705:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112711:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88009e6ff700) 00010000:00010000:0.0:1705683818.112713:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683818.112714:0:14259:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.112718:0:14259:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.112722:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.112726:0:14259:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880136223200/0xd7faa4ce02aa0c1a lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14209 initiator: MDT1 00010000:00010000:0.0:1705683818.112729:0:14259:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880136223200/0xd7faa4ce02aa0c1a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14209 initiator: MDT1 00010000:00010000:0.0:1705683818.112733:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880136223200/0xd7faa4ce02aa0c1a lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14209 initiator: MDT1 00010000:00010000:0.0:1705683818.112768:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112773:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d1180/0xd7faa4ce02aa0b87 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d8c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112783:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112787:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112791:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112795:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d3980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.112796:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112800:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112806:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff8800985ed900) 00010000:00010000:0.0:1705683818.112807:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683818.112809:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112812:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d3980/0xd7faa4ce02aa0b80 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112822:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112826:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112830:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112834:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112838:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d2a80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.112839:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112846:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112852:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.112854:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.112855:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112859:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d2a80/0xd7faa4ce02aa0a68 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112868:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112872:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112876:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112879:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d0780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.112880:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112884:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112889:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff880097613c00) 00010000:00010000:0.0:1705683818.112891:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.112892:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112896:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0780/0xd7faa4ce02aa0b72 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112910:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112914:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112918:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112921:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d0000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.112923:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112926:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112932:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff880073172900) 00010000:00010000:0.0:1705683818.112933:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.112934:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.112938:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0000/0xd7faa4ce02aa0b79 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00000100:00100000:0.0:1705683818.112972:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e040a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1757:16422:x1788538577636160:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 12227us (12251us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683818.112977:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326795 00000100:00100000:0.0:1705683818.112988:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112989:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.112993:0:14259:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577640128 00000100:00100000:0.0:1705683818.113006:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113006:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113010:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326811 00000100:00100000:0.0:1705683818.113013:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801352d8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1512:16341:x1788538577640128:12345-192.168.203.50@tcp:101:mkdir.0 00010000:00010000:0.0:1705683818.113019:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.113106:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091c51e00/0xd7faa4ce02aa0c75 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa982e expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113150:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.113155:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113158:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113245:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.113248:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113251:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113283:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.113286:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113288:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00000004:00200000:0.0:1705683818.113303:0:14259:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x350b:0x0]: returning size 0 00000004:00200000:0.0:1705683818.113305:0:14259:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.113312:0:14259:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113316:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113319:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113321:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113324:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113326:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113328:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091c50000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.113329:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113331:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113334:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091c1f100) 00010000:00010000:0.0:1705683818.113335:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.113335:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 3/0,0 mode: --/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113337:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c50000/0xd7faa4ce02aa0c7c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113342:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113344:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113348:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113351:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092c4e300 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.113352:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113355:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113359:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x3231 (ffff880091c1fb00) 00010000:00010000:0.0:1705683818.113361:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.113362:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113366:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4e300/0xd7faa4ce02aa0c83 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.113393:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c51e00/0xd7faa4ce02aa0c75 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2c73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa982e expref: 1506 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113405:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d180/0xd7faa4ce02aa0c8a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x350b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa982e expref: 1505 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113409:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x350b:0x0].0x0 (ffff880093eb0400) 00010000:00010000:0.0:1705683818.113411:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683818.113413:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c4d180, rc 0) 00000100:00100000:0.0:1705683818.113427:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801352d8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1504:16341:x1788538577640128:12345-192.168.203.50@tcp:101:mkdir.0 Request processed in 413us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.113433:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326811 00010000:00010000:0.0:1705683818.113478:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.113484:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113487:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113511:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.113514:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113517:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.113547:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113548:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113552:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577640256 00010000:00010000:0.0:1705683818.113561:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e9db80/0xd7faa4ce02a9688f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5ae7 expref: 6097 pid: 14224 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.113576:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113576:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.113578:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105360 00000100:00100000:0.0:1705683818.113581:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009275ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6097:1858:x1788538577640256:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.113586:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.113594:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e9db80/0xd7faa4ce02a9688f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5ae7 expref: 6097 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.113599:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e9db80/0xd7faa4ce02a9688f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5ae7 expref: 6097 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.113609:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e9db80/0xd7faa4ce02a9688f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5ae7 expref: 6097 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.113615:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.113615:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.113617:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349e4500/0xd7faa4ce02aa0bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97da expref: 8145 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113621:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349e4500/0xd7faa4ce02aa0bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97da expref: 8145 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113631:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349e4500/0xd7faa4ce02aa0bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa97da expref: 8145 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.113636:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544774976:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.113648:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.113698:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4cc80/0xd7faa4ce02aa0c9f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.113702:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4cc80/0xd7faa4ce02aa0c9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113706:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4cc80/0xd7faa4ce02aa0c9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000004:00200000:0.0:1705683818.113747:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d19:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.113764:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1705683818.113772:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4cc80/0xd7faa4ce02aa0c9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113778:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113781:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113785:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113788:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113792:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092c4c780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.113793:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113797:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113803:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.113805:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.113806:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113810:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4c780/0xd7faa4ce02aa0c91 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113818:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113822:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113825:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113828:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092c4d400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.113830:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113833:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113838:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3831 (ffff880091c1f800) 00010000:00010000:0.0:1705683818.113839:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.113840:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113843:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4d400/0xd7faa4ce02aa0c98 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.113875:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c51180/0xd7faa4ce02aa0c60 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9812 expref: 1497 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113885:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092c4cc80/0xd7faa4ce02aa0c9f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9812 expref: 1496 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.113889:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d19:0x0].0x0 (ffff880091c1f900) 00010000:00010000:0.0:1705683818.113891:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.113892:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c4cc80, rc 0) 00000100:00100000:0.0:1705683818.113916:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1496:16355:x1788538577639808:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 1627us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.113921:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326810 00000100:00100000:0.0:1705683818.115725:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e359e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544774272:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.115744:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.115776:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.115777:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.115778:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.115803:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115883:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115899:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115913:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115927:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115941:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115955:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115979:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.115987:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.115988:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.115996:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577640640 00000100:00100000:0.0:1705683818.116014:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116015:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116017:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577640896 00000100:00100000:0.0:1705683818.116029:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116030:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116036:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326813 00000100:00100000:0.0:1705683818.116040:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+335:16368:x1788538577640640:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:0.0:1705683818.116052:0:14327:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.116116:0:14327:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c4f480/0xd7faa4ce02aa0cd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9835 expref: -99 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116190:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116198:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116204:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116273:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116277:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116282:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116364:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x496:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116369:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116373:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00000004:00200000:0.0:1705683818.116457:0:14327:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x496:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.116460:0:14327:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1705683818.116471:0:14327:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116478:0:14327:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116482:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116486:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116490:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116494:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a05900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.116496:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116501:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116508:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.116510:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.116512:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116516:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090a05900/0xd7faa4ce02aa0ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116541:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116545:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116549:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116552:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a04780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.116554:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116558:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116563:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3931 (ffff88008f915200) 00010000:00010000:0.0:1705683818.116564:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.116565:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116569:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090a04780/0xd7faa4ce02aa0cec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.116602:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c4f480/0xd7faa4ce02aa0cd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 337 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116612:0:14327:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 336 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116616:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff88008f915300) 00010000:00010000:0.0:1705683818.116618:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.116619:0:14327:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090a07980, rc 0) 00000100:00100000:0.0:1705683818.116641:0:14327:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+336:16368:x1788538577640640:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 600us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.116646:0:14327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326813 00010000:00010000:0.0:1705683818.116689:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116695:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116704:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116708:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091c53700/0xd7faa4ce02aa0c13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.116719:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.116876:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1897:3084:x1788538544774080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6025us (6094us total) trans 4295029345 rc 0/0 00000100:00100000:0.0:1705683818.116882:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159344 00000100:00100000:0.0:1705683818.116895:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116896:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116900:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544775360 00000100:00100000:0.0:1705683818.116913:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116914:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.116918:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159355 00000100:00100000:0.0:1705683818.116921:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1897:3084:x1788538544775360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.116933:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10422 count 1 00010000:00010000:0.0:1705683818.117337:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117347:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a35180/0xd7faa4ce02a468c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a85c8f expref: 7474 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117352:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.117354:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.117355:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117377:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a35180/0xd7faa4ce02a468c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c8f expref: 7474 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117385:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a35180/0xd7faa4ce02a468c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c8f expref: 7474 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.117394:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544776064:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.117412:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0dc1000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.117428:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.117431:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d89f200/0xd7faa4ce02aa0be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117436:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d89f200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.117437:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d89f200/0xd7faa4ce02aa0be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117442:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d89f200/0xd7faa4ce02aa0be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117453:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d89f200/0xd7faa4ce02aa0be9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117456:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d89f200/0xd7faa4ce02aa0be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117474:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.117475:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.117476:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683818.117496:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009bba2800/2, rc 0, transno 62049 00000100:00100000:0.0:1705683818.117502:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544774080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.117553:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.117570:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.117583:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.117591:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.117592:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.117597:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641088 00000100:00100000:0.0:1705683818.117611:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.117612:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.117616:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326816 00000100:00100000:0.0:1705683818.117620:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134851900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1497:16355:x1788538577641088:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.117627:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.117779:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a06300/0xd7faa4ce02aa0d39 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa985f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.117889:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.117897:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.117903:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118036:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.118042:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118047:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118162:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07480/0xd7faa4ce02aa0d5c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.118168:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07480/0xd7faa4ce02aa0d5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118173:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07480/0xd7faa4ce02aa0d5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000004:00200000:0.0:1705683818.118194:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x32f7:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.118196:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.118206:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07480/0xd7faa4ce02aa0d5c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118212:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118216:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118219:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118223:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118226:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a05400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.118227:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118231:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118237:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.118238:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.118240:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118243:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05400/0xd7faa4ce02aa0d47 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118252:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118256:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118259:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118262:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a05e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.118263:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118266:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118270:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff880134fe2100) 00010000:00010000:0.0:1705683818.118272:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.118273:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118276:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05e00/0xd7faa4ce02aa0d4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.118302:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a06300/0xd7faa4ce02aa0d39 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa985f expref: 1499 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.118313:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07480/0xd7faa4ce02aa0d5c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa985f expref: 1498 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.118318:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x32f7:0x0].0x0 (ffff880134fe2400) 00010000:00010000:0.0:1705683818.118319:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.118321:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090a07480, rc 0) 00000100:00100000:0.0:1705683818.118335:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134851900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1498:16355:x1788538577641088:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 715us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.118341:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326816 00000100:00100000:0.0:1705683818.118392:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.118399:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.118401:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.118406:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641280 00000100:00100000:0.0:1705683818.118419:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.118419:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.118423:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326817 00000100:00100000:0.0:1705683818.118426:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f3e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1743:16367:x1788538577641280:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:0.0:1705683818.118437:0:6561:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.118521:0:6561:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07200/0xd7faa4ce02aa0d6a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa986d expref: -99 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.118582:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.118588:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118594:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118619:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.118622:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118625:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118653:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092157c00/0xd7faa4ce02aa0d8d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.118658:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092157c00/0xd7faa4ce02aa0d8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118661:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092157c00/0xd7faa4ce02aa0d8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00000004:00200000:0.0:1705683818.118676:0:6561:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d49:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.118678:0:6561:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.118685:0:6561:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092157c00/0xd7faa4ce02aa0d8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118690:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118694:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118697:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118704:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118708:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a04c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.118710:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118713:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118719:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff880134fe2600) 00010000:00010000:0.0:1705683818.118720:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.118722:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 3/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118725:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a04c80/0xd7faa4ce02aa0d7f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118734:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118738:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118742:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118744:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092155180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.118746:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118768:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118777:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x3331 (ffff880134fe2300) 00010000:00010000:0.0:1705683818.118781:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.118782:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118785:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092155180/0xd7faa4ce02aa0d86 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.118822:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07200/0xd7faa4ce02aa0d6a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa986d expref: 1745 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.118835:0:6561:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092157c00/0xd7faa4ce02aa0d8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa986d expref: 1744 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.118840:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x0 (ffff880073bc5400) 00010000:00010000:0.0:1705683818.118842:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.118843:0:6561:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092157c00, rc 0) 00000100:00100000:0.0:1705683818.118867:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e358a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544774656:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.118889:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091c51680/0xd7faa4ce02aa0c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.118894:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.118895:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.118896:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.118912:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f3e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1745:16367:x1788538577641280:12345-192.168.203.50@tcp:101:rm.0 Request processed in 484us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.118918:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326817 00000100:00100000:0.0:1705683818.118965:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544774976:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.118984:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.118995:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009275ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6098:1858:x1788538577640256:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5412us (5471us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.119000:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105360 00000100:00100000:0.0:1705683818.119093:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.119099:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119100:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119105:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641472 00010000:00010000:0.0:1705683818.119114:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009343fc00/0xd7faa4ce02a460ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a859a2 expref: 7475 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.119125:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119126:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119129:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105366 00000100:00100000:0.0:1705683818.119132:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7475:1858:x1788538577641472:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.119139:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.119141:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009343fc00/0xd7faa4ce02a460ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a859a2 expref: 7475 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119148:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009343fc00/0xd7faa4ce02a460ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a859a2 expref: 7475 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119162:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009343fc00/0xd7faa4ce02a460ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a859a2 expref: 7475 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119170:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.119172:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.119174:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d89ed00/0xd7faa4ce02aa0c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119180:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d89ed00/0xd7faa4ce02aa0c2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119202:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.119214:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7474:1858:x1788538577641472:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 81us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.119219:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105366 00000100:00100000:0.0:1705683818.119247:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.119256:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119257:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119262:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641600 00010000:00010000:0.0:1705683818.119271:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9b80/0xd7faa4ce02a465e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85b8c expref: 7474 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.119281:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119283:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119286:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105367 00000100:00100000:0.0:1705683818.119289:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7474:1858:x1788538577641600:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.119295:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.119297:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9b80/0xd7faa4ce02a465e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85b8c expref: 7474 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119303:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9b80/0xd7faa4ce02a465e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85b8c expref: 7474 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119317:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9b80/0xd7faa4ce02a465e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85b8c expref: 7474 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.119325:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.119326:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.119328:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119333:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119346:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.119355:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7473:1858:x1788538577641600:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.119360:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105367 00010000:00010000:0.0:1705683818.119375:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119381:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119387:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119392:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d89de00/0xd7faa4ce02aa0c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119403:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.119544:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1901:3084:x1788538544774592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7408us (7629us total) trans 4295029348 rc 0/0 00000100:00100000:0.0:1705683818.119551:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159349 00000004:00080000:0.0:1705683818.119583:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1338a00/2, rc 0, transno 62052 00000100:00100000:0.0:1705683818.119591:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a1338a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544774592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.119628:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.119636:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091609900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544777152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.119656:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.119675:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119676:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119680:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544777152 00000100:00100000:0.0:1705683818.119692:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119693:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.119696:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159361 00000100:00100000:0.0:1705683818.119700:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1901:3084:x1788538544777152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.119711:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10426 count 1 00010000:00010000:0.0:1705683818.119932:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119941:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097059e00/0xd7faa4ce02a46e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a85ecd expref: 7470 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119946:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.119947:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.119948:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119963:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097059e00/0xd7faa4ce02a46e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85ecd expref: 7470 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.119975:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097059e00/0xd7faa4ce02a46e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85ecd expref: 7470 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.119982:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092578000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544777280:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.119999:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1459c00 going to sleep for 11 seconds 00000004:00080000:0.0:1705683818.120048:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a133df00/2, rc 0, transno 62053 00000100:00100000:0.0:1705683818.120054:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544774208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.120078:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009275ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544777344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.120095:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.120111:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120112:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120116:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544777344 00000100:00100000:0.0:1705683818.120127:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120128:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120131:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159362 00000100:00100000:0.0:1705683818.120134:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1902:3084:x1788538544777344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.120143:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10427 count 1 00010000:00010000:0.0:1705683818.120287:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120296:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131ea5180/0xd7faa4ce02a46f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a85f44 expref: 7470 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120301:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.120302:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.120303:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120319:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131ea5180/0xd7faa4ce02a46f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85f44 expref: 7470 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120325:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131ea5180/0xd7faa4ce02a46f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85f44 expref: 7470 pid: 15131 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.120332:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b23200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544777408:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.120355:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e861480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.120391:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b26900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544777536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.120408:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.120425:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120426:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120447:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120448:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120462:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.120467:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120468:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120471:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641664 00010000:00010000:0.0:1705683818.120478:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009da54a00/0xd7faa4ce02a467f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c26 expref: 7471 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.120484:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120485:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120487:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105370 00000100:00100000:0.0:1705683818.120489:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e358a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7471:1858:x1788538577641664:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.120493:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.120494:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009da54a00/0xd7faa4ce02a467f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c26 expref: 7471 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.120499:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009da54a00/0xd7faa4ce02a467f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c26 expref: 7471 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.120508:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009da54a00/0xd7faa4ce02a467f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a85c26 expref: 7471 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.120515:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.120516:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.120518:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d340280/0xd7faa4ce02aa0cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120533:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d340280/0xd7faa4ce02aa0cad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.120550:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.120569:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e358a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7470:1858:x1788538577641664:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 78us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.120574:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105370 00000100:00100000:0.0:1705683818.120602:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.120613:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120614:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120618:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641728 00000100:00100000:0.0:1705683818.120630:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120630:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.120637:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159364 00000100:00100000:0.0:1705683818.120639:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7470:2925:x1788538577641728:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.120646:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.121093:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092157980/0xd7faa4ce02aa0def lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x301f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa987b expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.121107:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x301f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.121117:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121119:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121122:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092157980/0xd7faa4ce02aa0def lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x301f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa987b expref: 7471 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121130:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092157980/0xd7faa4ce02aa0def lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x301f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa987b expref: 7471 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121137:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092157980, rc 0) 00000100:00100000:0.0:1705683818.121154:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7471:2925:x1788538577641728:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 513us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.121159:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159364 00010000:00010000:0.0:1705683818.121176:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.121226:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.121235:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121236:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121239:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577641856 00000100:00100000:0.0:1705683818.121249:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121250:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121253:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159367 00000100:00100000:0.0:1705683818.121255:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6098:15766:x1788538577641856:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.121261:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.121602:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092154f00/0xd7faa4ce02aa0e04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3658:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9889 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.121618:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3658:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.121627:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121628:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121631:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092154f00/0xd7faa4ce02aa0e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9889 expref: 6099 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121640:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092154f00/0xd7faa4ce02aa0e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9889 expref: 6099 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121646:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092154f00, rc 0) 00000100:00100000:0.0:1705683818.121661:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6099:15766:x1788538577641856:12345-192.168.203.50@tcp:101:dd.0 Request processed in 405us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.121666:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159367 00000100:00100000:0.0:1705683818.121687:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121688:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121692:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577642048 00000100:00100000:0.0:1705683818.121703:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121704:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.121707:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159369 00000100:00100000:0.0:1705683818.121710:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7471:15645:x1788538577642048:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.121716:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.121732:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092156800/0xd7faa4ce02aa0e0b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9897 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121745:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009603ef80/0xd7faa4ce02a9689d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aee expref: 6360 pid: 15152 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.121773:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121774:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.121776:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092156800/0xd7faa4ce02aa0e0b lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9897 expref: 7472 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.121793:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009603ef80/0xd7faa4ce02a9689d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aee expref: 6360 pid: 15152 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.121801:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009603ef80/0xd7faa4ce02a9689d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5aee expref: 6360 pid: 15152 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.121809:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092f16900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544777920:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.121832:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.121887:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.121951:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.122133:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544776064:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.122152:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.122158:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122159:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122160:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.122359:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.122414:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092578000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544777280:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.122428:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.122434:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122435:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122436:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.122482:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b23200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544777408:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.122498:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.122504:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122505:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.122505:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.122562:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.122573:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.122585:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.122649:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.122650:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.122657:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159371 00000100:00100000:0.0:1705683818.122660:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8147:16380:x1788538577642688:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.122667:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.123273:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092154780/0xd7faa4ce02aa0e4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98b3 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.123286:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.123297:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.123297:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.123301:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092154780/0xd7faa4ce02aa0e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98b3 expref: 8148 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.123309:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092154780/0xd7faa4ce02aa0e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98b3 expref: 8148 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.123316:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092154780, rc 0) 00000100:00100000:0.0:1705683818.123330:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8148:16380:x1788538577642688:12345-192.168.203.50@tcp:101:dd.0 Request processed in 669us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.123336:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159371 00000100:00100000:0.0:1705683818.123369:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123389:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123400:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123410:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123420:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123426:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123427:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123433:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577643328 00000100:00100000:0.0:1705683818.123460:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123461:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123465:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326823 00000100:00100000:0.0:1705683818.123468:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091609400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16424:x1788538577643328:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.123476:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.123552:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092154000/0xd7faa4ce02aa0e5f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98c1 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.123625:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.123632:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123636:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123701:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.123707:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123711:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123784:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.123788:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123792:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000004:00200000:0.0:1705683818.123813:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d53:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.123815:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.123823:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123829:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123832:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123835:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123837:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123842:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092156300 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.123844:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123847:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123851:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.123852:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.123854:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123856:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092156300/0xd7faa4ce02aa0e66 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123866:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123868:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123871:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123872:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099732800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.123873:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123875:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123877:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3431 (ffff88009e585c00) 00010000:00010000:0.0:1705683818.123878:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.123879:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123881:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099732800/0xd7faa4ce02aa0e6d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.123899:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092154000/0xd7faa4ce02aa0e5f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c1 expref: 1749 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.123906:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c1 expref: 1748 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.123909:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff880091c04400) 00010000:00010000:0.0:1705683818.123910:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.123911:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099731b80, rc 0) 00000100:00100000:0.0:1705683818.123921:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091609400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16424:x1788538577643328:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 453us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.123924:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326823 00000100:00100000:0.0:1705683818.123951:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.123956:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123957:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123960:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577643648 00000100:00100000:0.0:1705683818.123970:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123971:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.123974:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159373 00000100:00100000:0.0:1705683818.123976:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6359:2996:x1788538577643648:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.123981:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.124249:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099731900/0xd7faa4ce02aa0e82 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98ba expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.124259:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x39a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.124266:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.124267:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.124270:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099731900/0xd7faa4ce02aa0e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98ba expref: 6360 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124276:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099731900/0xd7faa4ce02aa0e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98ba expref: 6360 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124280:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099731900, rc 0) 00000100:00100000:0.0:1705683818.124288:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6360:2996:x1788538577643648:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 311us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.124291:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159373 00010000:00010000:0.0:1705683818.124303:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124307:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124311:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124313:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a04a00/0xd7faa4ce02aa0d1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124321:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.124443:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1906:3084:x1788538544775360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7521us (7858us total) trans 4295029354 rc 0/0 00000100:00100000:0.0:1705683818.124447:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159355 00000100:00100000:0.0:1705683818.124478:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.124508:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.124537:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124538:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124542:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544778304 00000100:00100000:0.0:1705683818.124564:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124565:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124568:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544778368 00000100:00100000:0.0:1705683818.124578:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124578:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124581:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159374 00000100:00100000:0.0:1705683818.124584:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1907:3086:x1788538544778304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.124595:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10431 count 1 00010000:00010000:0.0:1705683818.124670:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124679:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xd7faa4ce02a47534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a861c1 expref: 7469 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124684:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.124685:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.124686:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124702:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xd7faa4ce02a47534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a861c1 expref: 7468 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124708:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xd7faa4ce02a47534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a861c1 expref: 7468 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.124717:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544778432:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.124737:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.124773:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124779:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124784:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124789:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092154500/0xd7faa4ce02aa0dbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.124805:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.124896:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1908:3084:x1788538544777344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4761us (4800us total) trans 4295029355 rc 0/0 00000100:00100000:0.0:1705683818.124901:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159362 00000100:00100000:0.0:1705683818.124919:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124920:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124925:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577643712 00000100:00100000:0.0:1705683818.124939:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124940:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.124945:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326824 00000100:00100000:0.0:1705683818.124948:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+338:16382:x1788538577643712:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.124955:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.125011:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135186800/0xd7faa4ce02aa0e97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98c8 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125075:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125083:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125088:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125149:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125153:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125159:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125180:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125185:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125190:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125192:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092156a80/0xd7faa4ce02aa0db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125199:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.125282:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1908:3084:x1788538544777152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5581us (5625us total) trans 4295029356 rc 0/0 00000100:00100000:0.0:1705683818.125289:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159361 00000100:00100000:0.0:1705683818.125300:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125301:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125305:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544778560 00000100:00100000:0.0:1705683818.125315:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125315:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125317:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159376 00000100:00100000:0.0:1705683818.125320:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1909:3084:x1788538544778560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.125328:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10433 count 1 00010000:00010000:0.0:1705683818.125403:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125411:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9180/0xd7faa4ce02a47741 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a862ee expref: 7466 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125416:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.125416:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.125417:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125431:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9180/0xd7faa4ce02a47741 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a862ee expref: 7466 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125437:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d5f9180/0xd7faa4ce02a47741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a862ee expref: 7466 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.125444:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544778752:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.125459:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdc00 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.125470:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.125476:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125477:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125481:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544778688 00000100:00100000:0.0:1705683818.125498:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125498:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125501:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544778816 00000100:00100000:0.0:1705683818.125516:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125516:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.125520:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159379 00000100:00100000:0.0:1705683818.125534:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1910:3085:x1788538544778816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.125545:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10435 count 1 00010000:00010000:0.0:1705683818.125609:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125618:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131ea7c00/0xd7faa4ce02a4798d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a863ea expref: 7466 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125623:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.125624:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.125625:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125640:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131ea7c00/0xd7faa4ce02a4798d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a863ea expref: 7466 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125648:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131ea7c00/0xd7faa4ce02a4798d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a863ea expref: 7466 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.125656:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544779072:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.125670:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.125747:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125771:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125776:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000004:00200000:0.0:1705683818.125798:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x4a9:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.125800:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.125810:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125816:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125821:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125825:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125828:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125830:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135184a00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.125832:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125835:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125840:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.125842:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.125843:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125845:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135184a00/0xd7faa4ce02aa0e9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125852:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125854:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125855:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125858:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135184c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.125859:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125861:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125863:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x34 (ffff88009e585700) 00010000:00010000:0.0:1705683818.125864:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.125864:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125866:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135184c80/0xd7faa4ce02aa0ea5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.125890:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135186800/0xd7faa4ce02aa0e97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c8 expref: 340 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125899:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c8 expref: 339 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.125903:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x0 (ffff8800a665c600) 00010000:00010000:0.0:1705683818.125905:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683818.125906:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135186300, rc 0) 00000100:00100000:0.0:1705683818.125920:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+339:16382:x1788538577643712:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 971us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.125925:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326824 00000100:00100000:0.0:1705683818.128614:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.128646:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.128660:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.128662:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.128672:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577644032 00000100:00100000:0.0:1705683818.128707:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.128708:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.128712:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159382 00000100:00100000:0.0:1705683818.128716:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+7466:13157:x1788538577644032:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.128727:0:14290:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.129088:0:14290:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135184000/0xd7faa4ce02aa0ef9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98e4 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.129104:0:14290:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.129117:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.129119:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.129123:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135184000/0xd7faa4ce02aa0ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98e4 expref: 7467 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.129132:0:14290:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135184000/0xd7faa4ce02aa0ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98e4 expref: 7467 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.129144:0:14290:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135184000, rc 0) 00000100:00100000:0.0:1705683818.129168:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+7467:13157:x1788538577644032:12345-192.168.203.50@tcp:101:dd.0 Request processed in 452us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.129173:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159382 00000100:00100000:0.0:1705683818.129303:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544778752:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.129323:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.129330:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.129331:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.129332:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.129409:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.129436:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.129447:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.129448:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.129453:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577644288 00000100:00100000:0.0:1705683818.129473:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.129474:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.129478:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159384 00000100:00100000:0.0:1705683818.129482:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6360:15766:x1788538577644288:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.129487:0:14290:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.129824:0:14290:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135187480/0xd7faa4ce02aa0f1c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3698:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa98f2 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.129836:0:14290:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3698:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.129845:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.129846:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.129849:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135187480/0xd7faa4ce02aa0f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98f2 expref: 6361 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.129857:0:14290:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135187480/0xd7faa4ce02aa0f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98f2 expref: 6361 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.129863:0:14290:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135187480, rc 0) 00000100:00100000:0.0:1705683818.129881:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6361:15766:x1788538577644288:12345-192.168.203.50@tcp:101:dd.0 Request processed in 398us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.129886:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159384 00000100:00100000:0.0:1705683818.129936:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092f16900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544777920:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.129954:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092156800/0xd7faa4ce02aa0e0b lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x35f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9897 expref: 7465 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.129963:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092156800, rc 0) 00000100:00100000:0.0:1705683818.129981:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7465:15645:x1788538577642048:12345-192.168.203.50@tcp:101:dd.0 Request processed in 8269us (8302us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.129986:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159369 00000100:00100000:0.0:1705683818.130050:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.130061:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.130079:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.130116:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544778432:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.130130:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.130135:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.130137:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.130138:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130163:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.130170:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130171:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130176:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645184 00000100:00100000:0.0:1705683818.130188:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130189:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130193:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159386 00000100:00100000:0.0:1705683818.130196:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6361:7929:x1788538577645184:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.130202:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.130558:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9900 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130569:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.130574:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.130577:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.130577:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.130578:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9900 expref: 6362 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130592:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.130597:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.130644:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b842800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544779520:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.130670:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.130674:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.130678:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544779584:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.130685:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.130702:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130706:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130712:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130717:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135185e00/0xd7faa4ce02aa0eac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.130730:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.130891:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1914:3084:x1788538544778560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5568us (5923us total) trans 4295029361 rc 0/0 00000100:00100000:0.0:1705683818.130899:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159376 00000100:00100000:0.0:1705683818.130931:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.130997:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.130999:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131006:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645120 00010000:00010000:0.0:1705683818.131017:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a51f200/0xd7faa4ce02a47614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86246 expref: 7462 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.131031:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131031:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131035:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105386 00000100:00100000:0.0:1705683818.131038:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7462:1858:x1788538577645120:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.131045:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.131048:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a51f200/0xd7faa4ce02a47614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86246 expref: 7462 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.131054:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a51f200/0xd7faa4ce02a47614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86246 expref: 7462 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.131068:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a51f200/0xd7faa4ce02a47614 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86246 expref: 7462 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.131079:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.131080:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.131082:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131088:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131103:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.131115:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7461:1858:x1788538577645120:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 76us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.131120:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105386 00010000:00010000:0.0:1705683818.131150:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.131153:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131159:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880139af7c00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.131161:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131167:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131178:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131182:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139af7c00/0xd7faa4ce02aa0e90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131198:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.131201:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.131202:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.131202:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.131203:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.131205:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131208:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131211:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a5b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.131212:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131217:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131222:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00000100:00100000:0.0:1705683818.131223:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.131223:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.131225:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131228:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5b80/0xd7faa4ce02aa0f5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00000100:00100000:0.0:1705683818.131230:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131232:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.131235:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00000100:00100000:0.0:1705683818.131236:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577644928 00010000:00010000:2.0:1705683818.131238:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131242:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131244:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a5400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.131245:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800914ded00/0xd7faa4ce02aa0da9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9874 expref: 1747 pid: 14325 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.131246:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131249:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131252:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x36 (ffff880097785500) 00000100:00100000:0.0:1705683818.131253:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.131253:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.131254:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.131254:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131256:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5400/0xd7faa4ce02aa0f62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00000100:00100000:0.0:1705683818.131257:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105387 00000100:00100000:0.0:1705683818.131260:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:1858:x1788538577644928:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.131265:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.131267:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800914ded00/0xd7faa4ce02aa0da9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9874 expref: 1747 pid: 14325 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.131272:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800914ded00/0xd7faa4ce02aa0da9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9874 expref: 1747 pid: 14325 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.131279:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a4780/0xd7faa4ce02aa0f4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9907 expref: 341 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131281:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800914ded00/0xd7faa4ce02aa0da9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x32f7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9874 expref: 1747 pid: 14325 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.131286:0:6561:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a4280/0xd7faa4ce02aa0f69 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9907 expref: 340 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131289:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x32f7:0x0].0x0 (ffff880134fe2400) 00010000:00010000:2.0:1705683818.131290:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff880097785c00) 00010000:00010000:0.0:1705683818.131292:0:7681:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880139af4c80/0xd7faa4ce02aa0e58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.131292:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.131292:0:6561:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800920a4280, rc 0) 00010000:00010000:0.0:1705683818.131297:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880139af4c80/0xd7faa4ce02aa0e58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.131301:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880139af4c80/0xd7faa4ce02aa0e58 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14327 initiator: MDT1 00000100:00100000:2.0:1705683818.131304:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e358a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+340:16382:x1788538577645248:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 351us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.131309:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326828 00010000:00010000:0.0:1705683818.131314:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.131326:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:1858:x1788538577644928:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.131331:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105387 00000100:00100000:2.0:1705683818.131342:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544779840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.131363:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131369:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.131369:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.131375:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131379:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135186f80/0xd7faa4ce02aa0e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.131391:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b33c00/2, rc 0, transno 62066 00010000:00010000:0.0:1705683818.131392:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.131397:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b33c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544778368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.131404:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131404:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131407:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544779840 00000100:00100000:2.0:1705683818.131415:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131416:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131418:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159389 00000100:00100000:2.0:1705683818.131420:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1914:3085:x1788538544779840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.131446:0:15180:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10439 count 1 00010000:00010000:2.0:1705683818.131497:0:15180:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131505:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7459 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131510:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.131511:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.131512:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131537:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7459 pid: 14428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131544:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7459 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.131550:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093ca8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544779968:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.131559:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1915:3086:x1788538544778304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6972us (7054us total) trans 4295029363 rc 0/0 00000100:00100000:0.0:1705683818.131564:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159374 00000100:00100000:2.0:1705683818.131565:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.131574:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.131581:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544779904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.131597:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.131620:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00080000:2.0:1705683818.131628:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091faf300/2, rc 0, transno 62067 00000100:00100000:0.0:1705683818.131633:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131633:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131633:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544778304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.131638:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544779904 00000100:00100000:2.0:1705683818.131641:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131642:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131646:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646336 00000100:00100000:0.0:1705683818.131650:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131651:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.131654:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159390 00000100:00100000:0.0:1705683818.131658:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0472d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1915:3085:x1788538544779904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.131661:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131661:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.131665:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326829 00000100:00100000:2.0:1705683818.131668:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1498:16460:x1788538577646336:12345-192.168.203.50@tcp:101:touch.0 00002000:00080000:0.0:1705683818.131670:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10440 count 1 00010000:00010000:2.0:1705683818.131674:0:6561:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.131675:0:6561:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683818.131683:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d89c780/0xd7faa4ce02aa0c3d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d8c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa980b expref: 1498 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131690:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff88009e6ff700) 00010000:00010000:2.0:1705683818.131695:0:6561:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.131748:0:6561:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a6d00/0xd7faa4ce02aa0f77 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9923 expref: -99 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.131818:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131824:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.131829:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.131846:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131860:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7459 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131865:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.131867:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.131868:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131882:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7459 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.131889:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7459 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.131891:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d8c:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.131896:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.131898:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544780096:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.131901:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.131914:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.131941:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.131987:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544779072:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.132001:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.132006:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.132007:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.132007:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132039:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.132046:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132047:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132051:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645440 00000100:00100000:0.0:1705683818.132062:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132063:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132066:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159392 00000100:00100000:0.0:1705683818.132069:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+7460:16380:x1788538577645440:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.132075:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:2.0:1705683818.132081:0:6561:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3983:0x0], index 0: 0 00010000:00010000:2.0:1705683818.132192:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952580/0xd7faa4ce02aa0f9a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.132196:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952580/0xd7faa4ce02aa0f9a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132199:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952580/0xd7faa4ce02aa0f9a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132214:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132216:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132218:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132220:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132222:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f953980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.132223:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132225:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132228:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x0 (ffff880097785300) 00010000:00010000:2.0:1705683818.132230:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.132230:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132232:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953980/0xd7faa4ce02aa0f7e lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000004:00010000:2.0:1705683818.132238:0:6561:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134cd8000 reply state ffff880132cf0000 transno 4295059874 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132241:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132243:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x35 (ffff880097785100) 00010000:00010000:2.0:1705683818.132244:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.132258:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a6d00/0xd7faa4ce02aa0f77 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d8c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9923 expref: 1499 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132265:0:6561:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952580/0xd7faa4ce02aa0f9a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9923 expref: 1498 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132268:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d92:0x0].0x0 (ffff880091f83d00) 00010000:00010000:2.0:1705683818.132269:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1705683818.132269:0:6561:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f952580, rc 0) 00010000:00010000:0.0:1705683818.132274:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135184f00/0xd7faa4ce02aa0fa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa990e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.132279:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1499:16460:x1788538577646336:12345-192.168.203.50@tcp:101:touch.0 Request processed in 611us (661us total) trans 4295059874 rc 0/0 00000100:00100000:2.0:1705683818.132282:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326829 00002000:00010000:0.0:1705683818.132287:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.132288:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132289:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132291:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645504 00010000:00010000:0.0:1705683818.132303:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.132305:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.132305:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132305:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132307:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326830 00010000:00010000:0.0:1705683818.132308:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135184f00/0xd7faa4ce02aa0fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa990e expref: 7461 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.132309:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fada00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1499:16016:x1788538577645504:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:2.0:1705683818.132314:0:6561:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.132317:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135184f00/0xd7faa4ce02aa0fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa990e expref: 7462 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132318:0:6561:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953c00/0xd7faa4ce02aa0faf lrc: 2/0,0 mode: --/CR res: [0x240000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9915 expref: -99 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132323:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135184f00, rc 0) 00000100:00100000:0.0:1705683818.132336:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+7462:16380:x1788538577645440:12345-192.168.203.50@tcp:101:dd.0 Request processed in 266us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.132342:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159392 00010000:00010000:2.0:1705683818.132347:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.132352:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132356:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132377:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132381:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132388:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132390:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132397:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.132411:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/1,0 mode: --/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.132416:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132420:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132452:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.132458:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132461:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00000004:00200000:2.0:1705683818.132477:0:6561:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3418:0x0]: returning size 0 00000100:00100000:0.0:1705683818.132479:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1917:3085:x1788538544778816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6954us (6996us total) trans 4295029364 rc 0/0 00000004:00200000:2.0:1705683818.132480:0:6561:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.132484:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159379 00000004:00010000:2.0:1705683818.132486:0:6561:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132492:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132496:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132500:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.132500:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132503:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132503:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132506:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132508:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135184780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.132510:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132510:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f950500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.132511:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132514:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132515:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132520:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x0 (ffff8801363fef00) 00010000:00010000:2.0:1705683818.132522:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.132532:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132536:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f950500/0xd7faa4ce02aa0fb6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132537:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132542:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135184780/0xd7faa4ce02aa0ec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132545:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132548:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132552:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132555:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f951e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.132556:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132559:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.132561:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.132562:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.132563:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.132564:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x3831 (ffff88012f1c5f00) 00010000:00010000:2.0:1705683818.132565:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.132566:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 2/0,0 mode: --/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.132569:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f951e00/0xd7faa4ce02aa0fbd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000004:00080000:0.0:1705683818.132585:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b35f00/2, rc 0, transno 62068 00010000:00010000:2.0:1705683818.132591:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953c00/0xd7faa4ce02aa0faf lrc: 0/0,0 mode: --/CR res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9915 expref: 1501 pid: 6561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.132593:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b35f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544778816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.132597:0:6561:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9915 expref: 1500 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132601:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3418:0x0].0x0 (ffff8800a0524e00) 00010000:00010000:2.0:1705683818.132603:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1705683818.132604:0:6561:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f952080, rc 0) 00000100:00100000:0.0:1705683818.132613:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.132626:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fada00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1500:16016:x1788538577645504:12345-192.168.203.50@tcp:101:rm.0 Request processed in 315us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.132630:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326830 00000100:00100000:2.0:1705683818.132660:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544779008:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.132672:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.132677:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.132677:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132678:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:2.0:1705683818.132678:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132687:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132688:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.132689:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.132692:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645760 00010000:00010000:2.0:1705683818.132692:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132697:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.132700:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.132702:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090778780/0xd7faa4ce02a47a7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8646f expref: 7460 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.132709:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.132735:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.132810:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.132817:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132818:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132823:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645888 00000100:00100000:2.0:1705683818.132825:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b35a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1917:3084:x1788538544778688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7312us (7405us total) trans 4295029365 rc 0/0 00000100:00100000:2.0:1705683818.132829:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159378 00000100:00100000:0.0:1705683818.132834:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132834:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132835:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577645952 00000100:00100000:0.0:1705683818.132842:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132842:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132842:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132843:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132845:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326831 00000100:00100000:2.0:1705683818.132847:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544780288 00000100:00100000:0.0:1705683818.132848:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16424:x1788538577645888:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:2.0:1705683818.132864:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132865:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.132868:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159393 00000100:00100000:2.0:1705683818.132870:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1917:3084:x1788538544780288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.132878:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10442 count 1 00000100:00100000:0.0:1705683818.132932:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132934:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132938:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544780352 00000100:00100000:0.0:1705683818.132950:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132951:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.132955:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159394 00000100:00100000:0.0:1705683818.132957:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1918:3085:x1788538544780352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.132967:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10443 count 1 00010000:00010000:2.0:1705683818.133000:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133008:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7457 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133013:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.133014:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.133015:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133028:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7457 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133034:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7457 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.133041:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544780416:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.133058:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd03180 going to sleep for 11 seconds 00000004:00080000:2.0:1705683818.133074:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b36e00/2, rc 0, transno 62070 00000100:00100000:2.0:1705683818.133085:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544779136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.133095:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.133097:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133102:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c52300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.133103:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133108:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133117:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133122:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c52300/0xd7faa4ce02aa0eba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133133:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.133135:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139af6300/0xd7faa4ce02aa0eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133139:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880139af6300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.133140:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af6300/0xd7faa4ce02aa0eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133144:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af6300/0xd7faa4ce02aa0eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133154:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139af6300/0xd7faa4ce02aa0eeb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133157:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139af6300/0xd7faa4ce02aa0eeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133167:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.133168:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133168:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.133168:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.133172:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.133177:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7457 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.133178:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.133179:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.133182:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.133183:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.133183:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.133185:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.133186:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.133188:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646080 00010000:00010000:0.0:1705683818.133195:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7457 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.133200:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.133201:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7457 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.133201:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.133204:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326832 00000100:00100000:2.0:1705683818.133207:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1500:16368:x1788538577645952:12345-192.168.203.50@tcp:101:lfs.0 00000100:00100000:0.0:1705683818.133208:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544780544:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.133214:0:6561:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.133220:0:6561:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952a80/0xd7faa4ce02aa0fd9 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa991c expref: -99 pid: 6561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.133226:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.133238:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.133239:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.133244:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326833 00000100:00100000:0.0:1705683818.133248:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1856:16396:x1788538577646080:12345-192.168.203.50@tcp:36:lfs.0 00010000:00010000:2.0:1705683818.133255:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.133259:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.133262:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.133270:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:2.0:1705683818.133275:0:6561:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000401:0x98:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.133277:0:6561:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1705683818.133281:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c53c00/0xd7faa4ce02aa0e19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa989e expref: 1856 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.133290:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.133291:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952a80/0xd7faa4ce02aa0fd9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1502 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.133292:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.133302:0:6561:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1501 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133304:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009bea5300) 00010000:00010000:2.0:1705683818.133305:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1705683818.133306:0:6561:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091590000, rc 0) 00000100:00100000:2.0:1705683818.133318:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+1501:16368:x1788538577645952:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 111us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.133321:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326832 00010000:00010000:0.0:1705683818.133373:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.133380:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.133386:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.133445:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129637980/0xd7faa4ce02aa0ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.133449:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129637980/0xd7faa4ce02aa0ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000004:00200000:2.0:1705683818.133451:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x42d:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.133453:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129637980/0xd7faa4ce02aa0ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.133458:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133463:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133466:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133470:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a5180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.133471:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133474:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133480:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42d:0x0].0x0 (ffff880099d77c00) 00010000:00010000:2.0:1705683818.133481:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.133482:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133485:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a5180/0xd7faa4ce02aa0f38 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133581:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133585:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133588:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133591:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133593:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a6800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.133595:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133597:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133602:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42c:0x0].0x0 (ffff8800909e0800) 00010000:00010000:2.0:1705683818.133603:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.133604:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133607:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6800/0xd7faa4ce02aa0f07 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00000004:00010000:2.0:1705683818.133613:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009b844b00 reply state ffff88012dece000 transno 4295064383 ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6f80/0xd7faa4ce02aa0f0e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42c:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133618:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a6f80/0xd7faa4ce02aa0f0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x42c:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.133622:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42c:0x0].0x37 (ffff880132233600) 00010000:00010000:2.0:1705683818.133624:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683818.133646:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b844b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+341:16247:x1788538577644224:12345-192.168.203.50@tcp:36:rm.0 Request processed in 4158us (4236us total) trans 4295064383 rc 0/0 00000100:00100000:2.0:1705683818.133650:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326826 00010000:00010000:2.0:1705683818.133689:0:14204:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.133697:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099731b80/0xd7faa4ce02aa0e74 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c1 expref: 1746 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.133703:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff880091c04400) 00010000:00010000:2.0:1705683818.133705:0:14204:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.133782:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.133788:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.133793:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.133847:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.133850:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.133857:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:2.0:1705683818.133896:0:14334:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37800 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001_UUID:14334:1788538544779328:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.133907:0:14334:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00100000:2.0:1705683818.133912:0:14334:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.133912:0:14334:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.133913:0:14334:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.133921:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.133926:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.133930:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.134026:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.134032:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.134037:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.134043:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.134049:0:14204:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1501 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.134056:0:14204:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.134068:0:14204:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1501 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.134074:0:14204:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1501 pid: 14327 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.134081:0:14204:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37800 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001_UUID:14204:1788538544780672:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.134094:0:14204:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.134146:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.134156:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134157:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134161:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646464 00000100:00100000:2.0:1705683818.134179:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134180:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134183:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159397 00000100:00100000:2.0:1705683818.134186:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8149:13157:x1788538577646464:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.134191:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:0.0:1705683818.134296:0:14259:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x4:0x0].2605, 2152 off1455280 00000100:00100000:1.0:1705683818.134308:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134309:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134314:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159398 00000100:00100000:1.0:1705683818.134317:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b841e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7458:2925:x1788538577646528:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.134323:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:0.0:1705683818.134361:0:14259:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x45:0x0].670, 2384 off632096 00000004:00080000:0.0:1705683818.134365:0:14259:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88011f1bdc00 with version 12757 00000100:00100000:0.0:1705683818.134395:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b842800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544779520:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.134410:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091592300/0xd7faa4ce02aa1026 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9931 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.134420:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.134428:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.134429:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.134432:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091592300/0xd7faa4ce02aa1026 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9931 expref: 8150 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.134442:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091592300/0xd7faa4ce02aa1026 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9931 expref: 8150 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134444:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139af6d00/0xd7faa4ce02aa102d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3020:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9938 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.134447:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091592300, rc 0) 00002000:00010000:1.0:1705683818.134454:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3020:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.134457:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8150:13157:x1788538577646464:12345-192.168.203.50@tcp:101:dd.0 Request processed in 271us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.134461:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159397 00010000:00010000:1.0:1705683818.134462:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.134463:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.134466:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139af6d00/0xd7faa4ce02aa102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9938 expref: 7459 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134473:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139af6d00/0xd7faa4ce02aa102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9938 expref: 7459 pid: 15126 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.134474:0:7759:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800808b03c0 version 12757 rpc_version 12757 00010000:00010000:1.0:1705683818.134479:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139af6d00, rc 0) 00000100:00100000:1.0:1705683818.134490:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7459:2925:x1788538577646528:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 172us (206us total) trans 0 rc 0/0 00000020:00100000:2.0:1705683818.134492:0:7759:0:(genops.c:2249:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1705683818.134495:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159398 00000100:00100000:2.0:1705683818.134495:0:7759:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a1339400 x1788538544780800/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 3992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1705683818.134505:0:7759:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1339400 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7759:1788538544780800:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1705683818.134536:0:7759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.134547:0:7759:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012a3ed600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.134555:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.134555:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134556:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134561:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544780800 00000100:00100000:1.0:1705683818.134564:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.134568:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134568:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134572:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646784 00000100:00100000:2.0:1705683818.134572:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134573:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.134575:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39444 00000100:00100000:2.0:1705683818.134578:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:7759:x1788538544780800:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1705683818.134579:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134580:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134582:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159399 00000100:00100000:1.0:1705683818.134584:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+8150:15645:x1788538577646784:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.134588:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.134605:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa993f expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134612:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6097 pid: 15152 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.134615:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.134616:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.134617:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa993f expref: 8151 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.134620:0:14496:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160bc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14496:1788538544780224:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.134624:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6097 pid: 15152 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.134628:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6097 pid: 15152 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.134632:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544780864:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.134634:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.134642:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c5180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.134649:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:1857:x1788538577645568:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2440us (2479us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.134658:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105389 00000100:00100000:1.0:1705683818.134659:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.134673:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.134694:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544779584:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.134696:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544779776:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.134705:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.134711:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.134711:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.134712:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.134717:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9900 expref: 6362 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.134728:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135185b80, rc 0) 00000100:00100000:0.0:1705683818.134741:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6362:7929:x1788538577645184:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4544us (4578us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.134763:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159386 00000100:00100000:1.0:1705683818.134791:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.134795:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544780096:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.134808:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.134814:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.134815:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.134815:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134823:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134824:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134831:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646656 00000100:00100000:0.0:1705683818.134861:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134862:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134865:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646848 00000100:00100000:0.0:1705683818.134874:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134874:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134876:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577646976 00000100:00100000:0.0:1705683818.134883:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134883:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134884:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.134884:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134886:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647040 00000100:00100000:1.0:1705683818.134892:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326834 00000100:00100000:1.0:1705683818.134897:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b841900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+341:16382:x1788538577646656:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:0.0:1705683818.134903:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134904:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.134909:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326835 00000100:00100000:0.0:1705683818.134913:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+1503:16016:x1788538577646848:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:1.0:1705683818.134914:0:6561:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683818.134922:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920a4280/0xd7faa4ce02aa0f69 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x395:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9907 expref: 341 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134930:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff880097785c00) 00010000:00010000:0.0:1705683818.134934:0:14327:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683818.134938:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135186300/0xd7faa4ce02aa0ecf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98c8 expref: 340 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134943:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x0 (ffff8800a665c600) 00010000:00010000:0.0:1705683818.134947:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952080/0xd7faa4ce02aa0fc4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9915 expref: 1503 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.134947:0:6561:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.134966:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3418:0x0].0x0 (ffff8800a0524e00) 00010000:00010000:0.0:1705683818.134974:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134f40500/0xd7faa4ce02aa0a99 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa978d expref: 1502 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.134981:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x0 (ffff8801363fef00) 00010000:00010000:0.0:1705683818.134989:0:14327:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.134993:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135000:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135005:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135051:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135059:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135062:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:1.0:1705683818.135063:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135068:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135086:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135090:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135094:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135139:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135142:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135145:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135159:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135161:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135164:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135171:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135245:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x88:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.135250:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135254:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135292:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.135301:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135305:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00000040:00080000:0.0:1705683818.135423:0:14327:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].11734, 64 off796992 00010000:00010000:0.0:1705683818.135453:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.135458:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135463:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135468:0:14327:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135471:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135476:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135486:0:14327:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.135498:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135502:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135504:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135506:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135508:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135510:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135512:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e2800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.135513:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880129635b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135513:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135515:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135516:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135519:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135519:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x395:0x0].0x0 (ffff88009a54fa00) 00010000:00010000:1.0:1705683818.135520:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683818.135521:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135536:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2800/0xd7faa4ce02aa105e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135538:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3418:0x0].0x0 (ffff8800a0524e00) 00010000:00010000:0.0:1705683818.135540:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683818.135541:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.135545:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129635b80/0xd7faa4ce02aa106c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3418:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135547:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135549:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135551:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135553:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e1900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135554:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135558:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135561:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x0 (ffff880134fe2000) 00010000:00010000:1.0:1705683818.135562:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1705683818.135563:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135566:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e1900/0xd7faa4ce02aa1057 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x4a9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135576:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135580:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135583:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135586:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e0f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135587:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135591:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00000100:00100000:2.0:1705683818.135592:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:7759:x1788538544780800:12345-0@lo:1000:osp_up1-0.0 Request processed in 1013us (1068us total) trans 4295059877 rc 0/0 00010000:00010000:1.0:1705683818.135595:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x36 (ffff8800917fcc00) 00000100:00100000:2.0:1705683818.135596:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39444 00010000:00010000:1.0:1705683818.135597:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.135598:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135601:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0f00/0xd7faa4ce02aa1050 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135613:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135617:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.135621:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135622:0:14327:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135624:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135627:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135627:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e0780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135628:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135630:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135632:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135634:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135636:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00000100:00100000:2.0:1705683818.135636:0:7759:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a1339400 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7759:1788538544780800:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1705683818.135637:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.135638:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880129636d00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135638:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135640:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135641:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e0780/0xd7faa4ce02aa103b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135643:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135648:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00000100:00100000:2.0:1705683818.135648:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.135649:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.135651:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x0 (ffff88011f0c5100) 00010000:00010000:1.0:1705683818.135651:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135653:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.135654:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135654:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00000100:00100000:2.0:1705683818.135656:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326836 00010000:00010000:0.0:1705683818.135657:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129636d00/0xd7faa4ce02aa1049 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135658:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e2580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.135659:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT0 00000100:00100000:2.0:1705683818.135660:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091608500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16273:x1788538577646976:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:1.0:1705683818.135663:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT0 00000004:00010000:0.0:1705683818.135666:0:14327:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009160bc00 reply state ffff88009e350000 transno 4295059876 ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135667:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x34 (ffff880091c00d00) 00010000:00010000:1.0:1705683818.135669:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.135670:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135671:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.135673:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e2580/0xd7faa4ce02aa1042 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.135674:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x3831 (ffff880093c4c300) 00010000:00010000:0.0:1705683818.135676:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.135676:0:14195:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1705683818.135685:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c50c80/0xd7faa4ce02aa0ee4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98cf expref: 1857 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.135695:0:14327:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009160bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+1503:16016:x1788538577646848:12345-192.168.203.50@tcp:36:rm.0 Request processed in 781us (1035us total) trans 4295059876 rc 0/0 00010000:00010000:2.0:1705683818.135699:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093fc1e00/0xd7faa4ce02a98e91 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x42a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa7321 expref: 1856 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.135700:0:14327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326835 00010000:00010000:2.0:1705683818.135708:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42a:0x0].0x0 (ffff880134cf8600) 00000100:00100000:0.0:1705683818.135711:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.135711:0:14195:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.135712:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.135715:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326837 00000100:00100000:1.0:1705683818.135717:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+339:16382:x1788538577646656:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 819us (1161us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683818.135718:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009160b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+1502:16359:x1788538577647040:12345-192.168.203.50@tcp:101:mrename.0 00000100:00100000:1.0:1705683818.135722:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326834 00010000:00010000:0.0:1705683818.135724:0:14327:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.135734:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.135740:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.135745:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.135748:0:14327:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129637480/0xd7faa4ce02aa1081 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9946 expref: -99 pid: 14327 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.135782:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544780160:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.135796:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.135799:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.135800:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.135800:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.135803:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.135805:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9adb80/0xd7faa4ce02aa1088 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3031 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.135806:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.135810:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9adb80/0xd7faa4ce02aa1088 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.135811:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880129634c80 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:1.0:1705683818.135812:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.135813:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.135815:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9adb80/0xd7faa4ce02aa1088 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.135817:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.135822:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.135823:0:6524:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3418:0x0].0x0 (ffff8800a0524e00) 00010000:00010000:0.0:1705683818.135825:0:6524:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1705683818.135827:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.135829:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.135830:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129634c80/0xd7faa4ce02aa1073 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x3418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.135836:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.135839:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.135840:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.135840:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.135841:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.135841:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.135841:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.135845:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647232 00000100:00100000:0.0:1705683818.135848:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.135848:0:14195:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 338 pid: 10090 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.135849:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.135851:0:14195:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 4/0,1 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.135855:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647168 00010000:00010000:1.0:1705683818.135855:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131eeaf80/0xd7faa4ce02a48e63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b99 expref: 8151 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.135863:0:14195:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 338 pid: 10090 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.135866:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.135867:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.135868:0:14195:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 338 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.135870:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.135870:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647360 00000100:00100000:0.0:1705683818.135871:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.135875:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326838 00000100:00100000:2.0:1705683818.135875:0:14195:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133f300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:14195:1788538544780928:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.135877:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7459 pid: 14224 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.135878:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1504:16460:x1788538577647168:12345-192.168.203.50@tcp:36:touch.0 00000100:00100000:1.0:1705683818.135888:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.135888:0:14195:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.135889:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.135892:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105393 00010000:00010000:0.0:1705683818.135896:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.135896:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e043700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:1857:x1788538577647232:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.135902:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.135903:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ca8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544779968:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.135904:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131eeaf80/0xd7faa4ce02a48e63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b99 expref: 8151 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.135906:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f952580/0xd7faa4ce02aa0f9a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9923 expref: 1504 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.135910:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131eeaf80/0xd7faa4ce02a48e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b99 expref: 8151 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.135913:0:15180:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.135916:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d92:0x0].0x0 (ffff880091f83d00) 00010000:00100000:2.0:1705683818.135917:0:15180:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.135917:0:15180:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.135917:0:15180:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.135921:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eeaf80/0xd7faa4ce02a48e63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b99 expref: 8151 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.135925:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.135925:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096955a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544779648:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.135928:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.135929:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.135930:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xd7faa4ce02aa0f15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98f9 expref: 6097 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.135931:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.135934:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.135934:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.135935:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.135937:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xd7faa4ce02aa0f15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98f9 expref: 6097 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.135949:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xd7faa4ce02aa0f15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98f9 expref: 6097 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.135955:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099956900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544780992:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.135964:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.135969:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.135978:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.135978:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.135982:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647552 00000100:00100000:2.0:1705683818.135982:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.135991:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801324da080/0xd7faa4ce02a47cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86548 expref: 7460 pid: 9445 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.135997:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.136002:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136003:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136005:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647680 00010000:00010000:1.0:1705683818.136011:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7461 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.136011:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.136020:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136020:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136020:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136020:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136022:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647808 00000100:00100000:2.0:1705683818.136024:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647296 00010000:00010000:1.0:1705683818.136026:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7462 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.136031:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.136031:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098520000/0xd7faa4ce02a89634 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa09f7 expref: 1504 pid: 14334 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.136032:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136034:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105394 00000100:00100000:1.0:1705683818.136036:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7462:1857:x1788538577647360:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.136037:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136038:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.136039:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.136040:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105395 00000100:00100000:2.0:1705683818.136042:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096659850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7462:1857:x1788538577647552:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.136045:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.136046:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.136047:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.136047:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801324da080/0xd7faa4ce02a47cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86548 expref: 7462 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136050:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.136051:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801324da080/0xd7faa4ce02a47cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86548 expref: 7462 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.136054:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.136055:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e29400/0xd7faa4ce029f1a53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67720 expref: 7462 pid: 14224 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.136058:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.136060:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801324da080/0xd7faa4ce02a47cea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86548 expref: 7461 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136062:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.136065:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136066:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136067:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136069:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136071:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7460:1857:x1788538577647360:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 33us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.136075:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105394 00010000:00010000:2.0:1705683818.136077:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.136083:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136083:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096659850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7459:1857:x1788538577647552:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.136084:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136087:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105396 00000100:00100000:2.0:1705683818.136089:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105395 00000100:00100000:1.0:1705683818.136090:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7459:1857:x1788538577647680:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.136093:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.136094:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.136094:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00010000:0.0:1705683818.136095:0:14343:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880091faee00 reply state ffff8800a1595000 transno 4295059878 ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.136096:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7458 pid: 14428 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.136096:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105397 00000100:00100000:2.0:1705683818.136097:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7458:1857:x1788538577647808:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.136100:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.136100:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.136101:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7458 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136102:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7458 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.136104:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d92:0x0].0x0 (ffff880093c4c200) 00010000:00010000:0.0:1705683818.136105:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.136105:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7458 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136112:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a83ed00/0xd7faa4ce02a4825b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a867b7 expref: 7458 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136117:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361d2a80/0xd7faa4ce02a480be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86708 expref: 7457 pid: 14428 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136117:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136118:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136118:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136121:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136124:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.136126:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.136127:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136129:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1506:16460:x1788538577647168:12345-192.168.203.50@tcp:36:touch.0 Request processed in 250us (315us total) trans 4295059878 rc 0/0 00010000:00010000:1.0:1705683818.136130:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136130:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.136134:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326838 00000100:00100000:2.0:1705683818.136135:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7456:1857:x1788538577647808:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 37us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.136138:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.136138:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105397 00000100:00100000:2.0:1705683818.136142:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136142:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136144:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105398 00000100:00100000:1.0:1705683818.136146:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:1857:x1788538577647680:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.136146:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1505:1857:x1788538577647296:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.136149:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.136150:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105396 00010000:00010000:2.0:1705683818.136150:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880098520000/0xd7faa4ce02a89634 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa09f7 expref: 1505 pid: 14334 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136155:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880098520000/0xd7faa4ce02a89634 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa09f7 expref: 1505 pid: 14334 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136163:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098520000/0xd7faa4ce02a89634 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa09f7 expref: 1505 pid: 14334 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136171:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x0 (ffff880073bc5400) 00010000:00010000:2.0:1705683818.136173:0:15169:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.136178:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.136181:0:15169:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.136184:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.136194:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.136194:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.136195:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136200:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647488 00000100:00100000:2.0:1705683818.136204:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1504:1857:x1788538577647296:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (192us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.136209:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.136209:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105398 00000100:00100000:2.0:1705683818.136217:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136218:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136219:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136220:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136221:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105399 00000100:00100000:2.0:1705683818.136224:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6362:1857:x1788538577647488:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.136228:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.136234:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.136238:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.136240:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.136245:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136246:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.136249:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129634000/0xd7faa4ce02aa109d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bf8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00000100:00100000:1.0:1705683818.136249:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647616 00010000:00010000:2.0:1705683818.136249:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135012d00/0xd7faa4ce029e8a1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60789 expref: 6362 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.136254:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129634000/0xd7faa4ce02aa109d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.136256:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801324d8500/0xd7faa4ce02a47f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8666e expref: 7455 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136256:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136257:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.136259:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129634000/0xd7faa4ce02aa109d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.136259:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9900 expref: 6361 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136262:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136262:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.136262:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9900 expref: 6361 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136264:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105400 00000100:00100000:1.0:1705683818.136266:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:1857:x1788538577647616:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.136269:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.136271:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801324d8500/0xd7faa4ce02a47f05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8666e expref: 7455 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136277:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801324d8500/0xd7faa4ce02a47f05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8666e expref: 7455 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136277:0:15169:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135185b80/0xd7faa4ce02aa0f3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9900 expref: 6361 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.136284:0:15169:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1339900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544781056:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.136287:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801324d8500/0xd7faa4ce02a47f05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8666e expref: 7455 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.136294:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.136295:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.136295:0:15169:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.136296:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136301:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136309:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136312:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.136314:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136319:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136320:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096098000/0xd7faa4ce02aa10a4 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x111:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00000100:00100000:1.0:1705683818.136322:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7454:1857:x1788538577647616:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 55us (84us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.136323:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136326:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096098000/0xd7faa4ce02aa10a4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x111:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000100:00100000:1.0:1705683818.136329:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105400 00010000:00010000:0.0:1705683818.136331:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096098000/0xd7faa4ce02aa10a4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x111:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.136334:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.136341:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.136343:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136346:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135186d00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.136347:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136350:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136351:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.136354:0:14259:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.136355:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136357:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135186d00/0xd7faa4ce02aa0f85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136360:0:14259:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.136365:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.136366:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.136367:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.136370:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136371:0:14259:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544781120:0@lo:101:mdt00_025.0 00010000:00010000:1.0:1705683818.136373:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136378:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136381:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136386:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.136396:0:14259:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.136409:0:14259:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.136431:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0472d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1921:3085:x1788538544779904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4772us (4832us total) trans 4295029367 rc 0/0 00000100:00100000:2.0:1705683818.136434:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159390 00000100:00100000:0.0:1705683818.136437:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136438:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136440:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136441:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136443:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647424 00000100:00100000:0.0:1705683818.136445:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781120 00000100:00100000:2.0:1705683818.136450:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136450:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.136453:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159400 00000100:00100000:2.0:1705683818.136454:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7454:13049:x1788538577647424:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.136458:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.136461:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136462:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136466:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39445 00000100:00100000:1.0:1705683818.136468:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800971f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1920:3084:x1788538544779712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5575us (5617us total) trans 4295029368 rc 0/0 00000100:00100000:0.0:1705683818.136469:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:14259:x1788538544781120:12345-0@lo:101:mdt00_025.0 00000100:00100000:1.0:1705683818.136474:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159388 00010000:00010000:0.0:1705683818.136478:0:8818:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:1.0:1705683818.136499:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091faad00/2, rc 0, transno 62071 00000100:00100000:1.0:1705683818.136505:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544779904:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683818.136520:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009160f300/2, rc 0, transno 62072 00000100:00100000:1.0:1705683818.136536:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009160f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544779712:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.136558:0:8818:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa10ab expref: -99 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136567:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544781184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.136569:0:8818:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 38 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136576:0:8818:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 38 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136578:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.136583:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa994d expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136584:0:8818:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9a:0x0].0x0 (ffff88006f39ef00) 00010000:00010000:0.0:1705683818.136586:0:8818:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.136586:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683818.136587:0:8818:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096099180, rc 0) 00000100:00100000:1.0:1705683818.136588:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544781248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.136596:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7455 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.136602:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6361 pid: 15122 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.136603:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.136607:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.136608:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.136609:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:14259:x1788538544781120:12345-0@lo:101:mdt00_025.0 Request processed in 140us (213us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.136609:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa994d expref: 7455 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136614:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39445 00010000:00010000:1.0:1705683818.136618:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.136620:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136622:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6361 pid: 15122 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.136625:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880139af5900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.136627:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136628:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.136628:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6361 pid: 15122 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.136629:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.136631:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136634:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781184 00000100:00100000:2.0:1705683818.136635:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544781312:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.136640:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136644:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139af5900/0xd7faa4ce02aa0f54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.136646:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136647:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136649:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781248 00010000:00010000:2.0:1705683818.136651:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7455 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.136656:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.136656:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.136657:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.136657:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.136657:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7455 pid: 15133 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.136658:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136661:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159401 00000100:00100000:2.0:1705683818.136661:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096955a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544781376:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.136662:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136663:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.136665:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1921:3083:x1788538544781184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.136666:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ff31cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.136668:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159402 00000100:00100000:1.0:1705683818.136670:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1921:3083:x1788538544781248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.136676:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10445 count 1 00010000:00010000:2.0:1705683818.136677:0:15180:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136681:0:15180:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.136685:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10446 count 1 00010000:00010000:2.0:1705683818.136685:0:15180:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136689:0:15180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136698:0:15180:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.136793:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1922:3085:x1788538544779840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5372us (5423us total) trans 4295029369 rc 0/0 00010000:00010000:1.0:1705683818.136795:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.136798:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159389 00010000:00010000:1.0:1705683818.136803:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7455 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136807:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.136808:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.136809:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136810:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.136813:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136821:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a6080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.136823:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136826:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7455 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136827:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.136832:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7455 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.136834:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136838:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920a6080/0xd7faa4ce02aa0f70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136839:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544781440:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.136852:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9d80 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.136868:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fae900/2, rc 0, transno 62073 00000100:00100000:1.0:1705683818.136873:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544779840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.136889:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683818.136894:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544781504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.136907:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136908:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.136909:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.136910:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.136911:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.136915:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136917:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7455 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136918:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.136921:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136923:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.136924:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.136924:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.136925:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136925:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136926:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.136929:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.136930:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781504 00010000:00010000:0.0:1705683818.136941:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7455 pid: 15153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.136942:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136943:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.136946:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159403 00010000:00010000:0.0:1705683818.136949:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7455 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.136949:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325ba800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1923:3086:x1788538544781504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.136958:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544781568:192.168.203.50@tcp:104: 00002000:00080000:1.0:1705683818.136958:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10447 count 1 00000100:00100000:0.0:1705683818.136974:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.136984:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b32d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1923:3083:x1788538544779392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6375us (6413us total) trans 4295029370 rc 0/0 00000100:00100000:2.0:1705683818.136988:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159387 00000100:00100000:0.0:1705683818.137000:0:14259:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job mdt00_025:lustre-MDT0000-mdtlov_UUID:14259:1788538544781120:0@lo:101:mdt00_025.0 00010000:00010000:0.0:1705683818.137009:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137016:0:14259:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683818.137026:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009bba1e00 reply state ffff88009e353000 transno 4295064384 ns: mdt-lustre-MDT0000_UUID lock: ffff880096098000/0xd7faa4ce02aa10a4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x111:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137032:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096098000/0xd7faa4ce02aa10a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x111:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137037:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x111:0x0].0x0 (ffff88006f39e700) 00010000:00010000:0.0:1705683818.137038:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.137042:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137046:0:14259:0:(ldlm_lock.c:910:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.137052:0:14259:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x9a:0x0] 00000004:00010000:0.0:1705683818.137056:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009bba1e00 reply state ffff88009e353000 transno 4295064384 ns: mdt-lustre-MDT0000_UUID lock: ffff880129634000/0xd7faa4ce02aa109d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bf8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137060:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129634000/0xd7faa4ce02aa109d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3bf8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137064:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf8:0x0].0x0 (ffff88006f39e900) 00010000:00010000:0.0:1705683818.137066:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:0.0:1705683818.137067:0:14259:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf8:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.137072:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137076:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137080:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137084:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137087:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135187c00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.137087:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.137089:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.137089:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137093:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.137093:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a7200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.137094:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137097:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137100:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.137101:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.137102:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.137102:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137105:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920a7200/0xd7faa4ce02aa0f46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137106:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135187c00/0xd7faa4ce02aa0fee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.137112:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137113:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.137114:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.137114:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.137119:0:14334:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000004:00010000:0.0:1705683818.137121:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009bba1e00 reply state ffff88009e353000 transno 4295064384 ns: mdt-lustre-MDT0000_UUID lock: ffff880129637980/0xd7faa4ce02aa0ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.137122:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7455 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137123:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:0.0:1705683818.137126:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129637980/0xd7faa4ce02aa0ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.137130:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3831 (ffff88011e1cc900) 00010000:00010000:1.0:1705683818.137131:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.137132:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.137132:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.137133:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137147:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7455 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137154:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7455 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.137157:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1856:16396:x1788538577646080:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 3908us (4104us total) trans 4295064384 rc 0/0 00000100:00100000:1.0:1705683818.137162:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544781632:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.137163:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326833 00000100:00100000:1.0:1705683818.137177:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0b40 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.137192:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b33700/2, rc 0, transno 62074 00000100:00100000:1.0:1705683818.137196:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b33700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544779392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.137214:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544781696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.137227:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:2.0:1705683818.137238:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d49:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.137241:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00000100:00100000:1.0:1705683818.137243:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137243:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137246:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781696 00010000:00010000:2.0:1705683818.137247:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:0.0:1705683818.137248:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.137251:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:0.0:1705683818.137252:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.137253:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.137253:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.137254:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.137255:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a4500 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:1.0:1705683818.137256:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159404 00010000:00010000:2.0:1705683818.137256:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.137258:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+1923:3086:x1788538544781696:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.137258:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137262:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x0 (ffff880073bc5400) 00010000:00010000:2.0:1705683818.137263:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00002000:00080000:1.0:1705683818.137264:0:15117:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10448 count 1 00010000:00010000:2.0:1705683818.137264:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137266:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4500/0xd7faa4ce02aa0f31 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137286:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137288:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137292:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137294:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137296:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a4000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.137297:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137299:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137301:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88013267c000) 00010000:00010000:2.0:1705683818.137302:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.137303:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137304:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a4000/0xd7faa4ce02aa0f23 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000004:00010000:2.0:1705683818.137311:0:14334:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880096e26900 reply state ffff88012ecde000 transno 4295059879 ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137314:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.137316:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x3331 (ffff88009eb18000) 00010000:00010000:2.0:1705683818.137317:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.137320:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.137323:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137327:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00000100:00100000:2.0:1705683818.137331:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e26900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16367:x1788538577644544:12345-192.168.203.50@tcp:36:rm.0 Request processed in 7623us (7723us total) trans 4295059879 rc 0/0 00010000:00010000:1.0:1705683818.137332:0:15117:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.137334:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326827 00010000:00010000:1.0:1705683818.137338:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7455 pid: 15148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137341:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.137341:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.137342:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137350:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7455 pid: 15148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137354:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7455 pid: 15148 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.137358:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544781760:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.137367:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.137384:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.137391:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137392:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137395:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647744 00010000:00010000:1.0:1705683818.137404:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800927a9400/0xd7faa4ce02a485aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a868dd expref: 7456 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.137414:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137415:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137418:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105401 00000100:00100000:2.0:1705683818.137419:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.137421:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bc100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7456:1857:x1788538577647744:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.137425:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137426:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.137428:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.137429:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647872 00010000:00010000:1.0:1705683818.137430:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800927a9400/0xd7faa4ce02a485aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a868dd expref: 7456 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.137436:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800927a9400/0xd7faa4ce02a485aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a868dd expref: 7456 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.137437:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137437:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.137438:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00000100:00100000:2.0:1705683818.137439:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159405 00000100:00100000:2.0:1705683818.137441:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6098:15766:x1788538577647872:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.137444:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.137444:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.137446:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927a9400/0xd7faa4ce02a485aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a868dd expref: 7456 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.137449:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137455:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.137456:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.137457:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137462:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683818.137465:0:14327:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d47:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.137467:0:14327:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683818.137476:0:14327:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137476:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.137481:0:14327:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137484:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.137486:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bc100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:1857:x1788538577647744:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (102us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.137487:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137490:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00000100:00100000:1.0:1705683818.137490:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105401 00010000:00010000:0.0:1705683818.137492:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096098c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.137494:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137497:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137501:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.137502:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.137503:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137504:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137506:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096098c80/0xd7faa4ce02aa10d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137509:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137513:0:14327:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137517:0:14327:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137519:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137520:0:14327:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.137537:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137550:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.137551:0:14327:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096098780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.137553:0:14327:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137556:0:14327:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137559:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff88006f39ed00) 00010000:00010000:0.0:1705683818.137560:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.137561:0:14327:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137565:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096098780/0xd7faa4ce02aa10dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.137595:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129637480/0xd7faa4ce02aa1081 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1504 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137605:0:14327:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1503 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.137610:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00000100:00100000:1.0:1705683818.137610:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1924:3083:x1788538544780032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5789us (5827us total) trans 4295029371 rc 0/0 00010000:00010000:0.0:1705683818.137612:0:14327:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1705683818.137613:0:14327:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096099400, rc 0) 00000100:00100000:1.0:1705683818.137613:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159391 00010000:00010000:0.0:1705683818.137622:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.137625:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.137628:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fac100/2, rc 0, transno 62075 00010000:00010000:0.0:1705683818.137629:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880139af6f80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.137631:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.137631:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fac100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544780032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.137635:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.137644:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1705683818.137646:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.137647:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544781824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.137650:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139af6f80/0xd7faa4ce02aa0f8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.137657:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.137664:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137665:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137667:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544781824 00010000:00010000:0.0:1705683818.137668:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.137669:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.137670:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.137676:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137676:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137678:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159406 00000100:00100000:1.0:1705683818.137680:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1924:3084:x1788538544781824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.137683:0:14327:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009160b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+1503:16359:x1788538577647040:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 1964us (2892us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.137685:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9ade00/0xd7faa4ce02aa10f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3659:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9954 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.137686:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10449 count 1 00000100:00100000:0.0:1705683818.137688:0:14327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326837 00002000:00010000:2.0:1705683818.137696:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3659:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.137705:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.137706:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.137708:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ade00/0xd7faa4ce02aa10f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9954 expref: 6099 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137716:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9ade00/0xd7faa4ce02aa10f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9954 expref: 6099 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.137722:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ade00, rc 0) 00000100:00100000:2.0:1705683818.137735:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6099:15766:x1788538577647872:12345-192.168.203.50@tcp:101:dd.0 Request processed in 292us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.137739:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159405 00010000:00010000:1.0:1705683818.137766:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137774:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7454 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137780:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.137781:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.137782:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137795:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7454 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.137800:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7454 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.137806:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bd000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544781888:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.137817:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011dddd540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.137822:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.137826:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137827:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137830:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137830:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137831:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577647936 00000100:00100000:2.0:1705683818.137846:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137847:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137847:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.137848:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.137849:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159407 00000100:00100000:2.0:1705683818.137852:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:16380:x1788538577647936:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.137856:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.138075:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9ae580/0xd7faa4ce02aa10ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa995b expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.138085:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.138093:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.138094:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.138097:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ae580/0xd7faa4ce02aa10ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa995b expref: 8152 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.138104:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9ae580/0xd7faa4ce02aa10ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa995b expref: 8152 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.138109:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ae580, rc 0) 00000100:00100000:2.0:1705683818.138119:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8152:16380:x1788538577647936:12345-192.168.203.50@tcp:101:dd.0 Request processed in 267us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.138123:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159407 00000100:00100000:2.0:1705683818.138910:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544780416:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.138922:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.138925:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.138926:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.138926:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.138944:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e22800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544780608:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.138957:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.138962:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.138963:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.138963:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.138978:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544780544:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.138987:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.138992:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.138992:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.138993:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.139016:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544780864:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.139024:0:14204:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37800 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001_UUID:14204:1788538544780672:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.139030:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa993f expref: 8151 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.139036:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139af5180, rc 0) 00010000:00010000:2.0:1705683818.139036:0:14204:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00100000:2.0:1705683818.139040:0:14204:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.139041:0:14204:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.139042:0:14204:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.139052:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:15645:x1788538577646784:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4467us (4487us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.139055:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159399 00000100:00100000:2.0:1705683818.139147:0:14195:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133f300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:14195:1788538544780928:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.139157:0:14195:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00100000:2.0:1705683818.139160:0:14195:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.139160:0:14195:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.139161:0:14195:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.139185:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099956900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544780992:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.139194:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.139206:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e043700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8150:1857:x1788538577647232:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3311us (3376us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.139209:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105393 00000100:00100000:0.0:1705683818.140089:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.140109:0:15169:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a1339900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544781056:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.140122:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.140141:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6361:1857:x1788538577647488:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3916us (3956us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.140146:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105399 00000100:00100000:1.0:1705683818.140206:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140207:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140213:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648064 00000100:00100000:1.0:1705683818.140227:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140228:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140232:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159408 00000100:00100000:2.0:1705683818.140234:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140235:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:13157:x1788538577648064:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.140235:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.140242:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.140255:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544781312:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.140263:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096955a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544781376:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.140280:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa994d expref: 7455 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140287:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ad180, rc 0) 00000100:00100000:2.0:1705683818.140306:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:13049:x1788538577647424:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3850us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.140311:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159400 00000100:00100000:0.0:1705683818.140389:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544781568:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.140406:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.140415:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:0.0:1705683818.140417:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.140418:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.140419:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140430:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.140431:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.140431:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907e1180/0xd7faa4ce02aa1106 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9962 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.140432:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140437:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140438:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.140439:0:14327:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648704 00000100:00100000:2.0:1705683818.140442:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649024 00002000:00010000:1.0:1705683818.140447:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.140454:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140455:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.140456:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.140457:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.140458:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159409 00000100:00100000:0.0:1705683818.140460:0:14327:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.140460:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1180/0xd7faa4ce02aa1106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9962 expref: 7455 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.140461:0:14327:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140461:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+8150:2925:x1788538577649024:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683818.140466:0:14327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326839 00010000:00010000:1.0:1705683818.140467:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800907e1180/0xd7faa4ce02aa1106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9962 expref: 7455 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140467:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.140470:0:14327:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096955a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:c572401a-2098-484c-b5c8-7a348378e325+339:16247:x1788538577648704:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:1.0:1705683818.140472:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907e1180, rc 0) 00000100:00100000:1.0:1705683818.140489:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:13157:x1788538577648064:12345-192.168.203.50@tcp:101:dd.0 Request processed in 253us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.140492:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159408 00010000:00010000:0.0:1705683818.140498:0:14327:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.140513:0:14327:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801297fb200/0xd7faa4ce02aa0066 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3b83:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa94df expref: 339 pid: 8819 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.140514:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544781440:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.140537:0:14327:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b83:0x0].0x0 (ffff880091df4900) 00010000:00010000:0.0:1705683818.140540:0:14327:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.140540:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.140545:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140545:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140546:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.140556:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096099900/0xd7faa4ce02aa110d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00000100:00100000:1.0:1705683818.140560:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544781632:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.140563:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096099900/0xd7faa4ce02aa110d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.140568:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096099900/0xd7faa4ce02aa110d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:1.0:1705683818.140571:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.140575:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140576:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140577:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140588:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bd000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544781888:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.140597:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.140601:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140602:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140602:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.140613:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544781760:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.140622:0:15117:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.140627:0:15117:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140627:0:15117:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.140628:0:15117:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.140641:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54b480/0xd7faa4ce02aa1114 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x42c:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.140646:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54b480/0xd7faa4ce02aa1114 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42c:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00010000:00010000:0.0:1705683818.140649:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54b480/0xd7faa4ce02aa1114 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x42c:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00010000:00010000:2.0:1705683818.140728:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac000/0xd7faa4ce02aa1122 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3040:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9969 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.140739:0:15138:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3040:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.140769:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.140770:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.140773:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac000/0xd7faa4ce02aa1122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9969 expref: 8151 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140782:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac000/0xd7faa4ce02aa1122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9969 expref: 8151 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140787:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ac000, rc 0) 00010000:00010000:0.0:1705683818.140795:0:14327:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548a00/0xd7faa4ce02aa111b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3b83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14327 initiator: MDT0 00000100:00100000:2.0:1705683818.140802:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:2925:x1788538577649024:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 341us (372us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.140803:0:14327:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548a00/0xd7faa4ce02aa111b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3b83:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT0 00000100:00100000:2.0:1705683818.140807:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159409 00010000:00010000:0.0:1705683818.140808:0:14327:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548a00/0xd7faa4ce02aa111b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3b83:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14327 initiator: MDT0 00000100:00100000:2.0:1705683818.140833:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.140842:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140843:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140846:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649088 00000100:00100000:2.0:1705683818.140856:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140857:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.140860:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159410 00000100:00100000:2.0:1705683818.140863:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6361:2974:x1788538577649088:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.140868:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.140927:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9970 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140940:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7454 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140945:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.140946:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.140947:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9970 expref: 6362 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140961:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7454 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.140967:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7454 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.140975:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544781952:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.140993:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ff31cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.141025:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.141053:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141055:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141058:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.141060:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649152 00000100:00100000:2.0:1705683818.141067:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141068:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141072:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649216 00000100:00100000:1.0:1705683818.141078:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141078:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141083:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326840 00000100:00100000:2.0:1705683818.141084:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141085:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141086:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+339:16016:x1788538577649152:12345-192.168.203.50@tcp:101:rm.0 00000100:00100000:2.0:1705683818.141088:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159411 00000100:00100000:2.0:1705683818.141090:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6099:7929:x1788538577649216:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.141094:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.141096:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.141101:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3480/0xd7faa4ce02aa1130 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9977 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141150:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141158:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141164:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141213:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/1,0 mode: --/PR res: [0x200000400:0xff:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141217:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141220:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141258:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141263:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141266:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.141272:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa997e expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.141284:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6100 pid: 15147 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.141290:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8150 pid: 15127 timeout: 0 lvb_type: 1 00000004:00200000:1.0:1705683818.141292:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x28d:0x0]: returning size 0 00010000:00010000:2.0:1705683818.141295:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00200000:1.0:1705683818.141296:0:14334:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1705683818.141296:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.141297:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa997e expref: 6100 pid: 15138 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683818.141306:0:14334:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.141311:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8150 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.141312:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141318:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.141318:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8150 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.141321:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141325:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00000100:00100000:2.0:1705683818.141325:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15138:1788538544782016:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.141332:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141336:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e3200 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.141338:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141341:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141348:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x0 (ffff880135a10d00) 00010000:00010000:2.0:1705683818.141348:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6100 pid: 15147 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.141349:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.141351:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141353:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3200/0xd7faa4ce02aa1137 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.141354:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6100 pid: 15147 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.141359:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141361:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00000100:00100000:2.0:1705683818.141361:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15138:1788538544782080:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.141363:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141365:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d5180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.141366:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141367:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141372:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x31 (ffff88013252bd00) 00010000:00010000:1.0:1705683818.141373:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.141373:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 2/0,0 mode: --/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00000100:00100000:2.0:1705683818.141374:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.141375:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d5180/0xd7faa4ce02aa113e lrc: 0/0,0 mode: --/PR res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.141395:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907e3480/0xd7faa4ce02aa1130 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9977 expref: 341 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141399:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9977 expref: 340 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141401:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x28d:0x0].0x0 (ffff88013595f200) 00010000:00010000:1.0:1705683818.141402:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1705683818.141403:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960d4280, rc 0) 00000100:00100000:2.0:1705683818.141406:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.141417:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+340:16016:x1788538577649152:12345-192.168.203.50@tcp:101:rm.0 Request processed in 331us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.141420:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326840 00000100:00100000:1.0:1705683818.141426:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141427:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141429:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649280 00000100:00100000:1.0:1705683818.141437:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141437:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141439:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326841 00000100:00100000:1.0:1705683818.141441:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cb8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1503:16460:x1788538577649280:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:2.0:1705683818.141444:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.141449:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.141454:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d4000/0xd7faa4ce02aa1153 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9985 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.141464:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.141466:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.141468:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d4000/0xd7faa4ce02aa1153 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9985 expref: 1504 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141472:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d4000/0xd7faa4ce02aa1153 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9985 expref: 1504 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.141473:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649920 00010000:00010000:1.0:1705683818.141478:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d92:0x0].0x0 (ffff880093c4c200) 00010000:00010000:1.0:1705683818.141479:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1705683818.141479:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960d4000, rc 0) 00000100:00100000:1.0:1705683818.141487:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cb8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1504:16460:x1788538577649280:12345-192.168.203.50@tcp:101:touch.0 Request processed in 46us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.141490:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326841 00000100:00100000:0.0:1705683818.141493:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.141494:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141496:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141496:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.141499:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326842 00000100:00100000:0.0:1705683818.141503:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+340:16390:x1788538577649920:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.141511:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.141512:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.141534:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141535:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141540:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649408 00000100:00100000:1.0:1705683818.141551:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141552:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141555:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326843 00000100:00100000:1.0:1705683818.141557:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fac600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+341:16368:x1788538577649408:12345-192.168.203.50@tcp:36:lfs.0 00000100:00100000:2.0:1705683818.141576:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.141584:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54bc00/0xd7faa4ce02aa115a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99a8 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.141594:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.141600:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fac600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+342:16368:x1788538577649408:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 41us (89us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683818.141601:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141602:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326843 00000100:00100000:2.0:1705683818.141602:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141606:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648128 00000100:00100000:1.0:1705683818.141608:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141608:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141610:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649536 00000100:00100000:1.0:1705683818.141617:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141618:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.141618:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7455 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.141620:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326844 00000100:00100000:1.0:1705683818.141621:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091facb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16367:x1788538577649536:12345-192.168.203.50@tcp:36:rm.0 00000100:00100000:2.0:1705683818.141635:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141636:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.141636:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141636:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141639:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105402 00000100:00100000:2.0:1705683818.141642:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a203b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:1857:x1788538577648128:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.141648:0:6561:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1705683818.141648:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.141650:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7455 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.141655:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bbde300/0xd7faa4ce02a9efdb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3548:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa90da expref: 1747 pid: 14297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.141661:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7455 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.141665:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091de0780/0xd7faa4ce02a8f4e5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x3548:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa3126 expref: 1746 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.141669:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.141671:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3548:0x0].0x0 (ffff88009ba31300) 00010000:00010000:2.0:1705683818.141672:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c24f00/0xd7faa4ce02a489e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86a1f expref: 7455 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.141676:0:6561:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.141677:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.141681:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:2.0:1705683818.141681:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.141682:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.141683:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141684:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141685:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.141688:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.141688:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.141708:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.141722:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a203b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7454:1857:x1788538577648128:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 79us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.141727:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105402 00010000:00010000:1.0:1705683818.141757:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141761:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141764:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.141769:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.141770:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.141775:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.141776:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.141780:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000100:00100000:2.0:1705683818.141782:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.141788:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141789:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141792:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648256 00010000:00010000:0.0:1705683818.141798:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e549b80/0xd7faa4ce02aa1176 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141800:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1504 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.141803:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e549b80/0xd7faa4ce02aa1176 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141806:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e549b80/0xd7faa4ce02aa1176 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000100:00100000:2.0:1705683818.141808:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141808:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.141810:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105403 00000100:00100000:2.0:1705683818.141813:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1504:1857:x1788538577648256:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.141814:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141818:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141818:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.141820:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1504 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.141822:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141825:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1504 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.141826:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141829:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e548500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.141831:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141834:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090772080/0xd7faa4ce02a9fdf0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa93ea expref: 1504 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.141835:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141841:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.141842:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff880091c04400) 00010000:00010000:0.0:1705683818.141843:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.141845:0:15169:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.141846:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141849:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e548500/0xd7faa4ce02aa1161 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141849:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141852:0:15169:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.141858:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.141862:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141862:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.141865:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00000100:00100000:1.0:1705683818.141866:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1925:3085:x1788538544780352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8907us (8963us total) trans 4295029372 rc 0/0 00010000:00010000:0.0:1705683818.141868:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e54af80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.141869:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00000100:00100000:1.0:1705683818.141869:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159394 00000100:00100000:2.0:1705683818.141872:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1503:1857:x1788538577648256:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 58us (90us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.141873:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00000100:00100000:2.0:1705683818.141875:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105403 00010000:00010000:0.0:1705683818.141878:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff88006f39e500) 00010000:00010000:0.0:1705683818.141879:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.141880:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.141881:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.141882:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.141884:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54af80/0xd7faa4ce02aa116f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.141885:0:14204:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.141886:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135186080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.141887:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.141889:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.141892:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141900:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141904:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135186080/0xd7faa4ce02aa0fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.141915:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e54bc00/0xd7faa4ce02aa115a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99a8 expref: 342 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.141915:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.141916:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.141917:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.141926:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e549b80/0xd7faa4ce02aa1176 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99a8 expref: 341 pid: 14258 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.141932:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009bba3700/2, rc 0, transno 62076 00010000:00010000:0.0:1705683818.141935:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:0.0:1705683818.141936:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683818.141938:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e549b80, rc 0) 00000100:00100000:1.0:1705683818.141938:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544780352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.141942:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141946:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141950:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141953:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091592d00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.141954:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141958:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141963:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff880091c04400) 00010000:00010000:2.0:1705683818.141965:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.141966:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141969:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091592d00/0xd7faa4ce02aa1018 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:1.0:1705683818.141974:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.141979:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141982:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141985:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00000100:00100000:1.0:1705683818.141991:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.141991:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091590280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.141992:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.141996:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142001:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x32f7:0x0].0x0 (ffff8800963c4a00) 00010000:00010000:2.0:1705683818.142002:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.142003:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142006:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091590280/0xd7faa4ce02aa1011 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x32f7:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:1.0:1705683818.142007:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142008:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142011:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782144 00000100:00100000:1.0:1705683818.142017:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.142017:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:1.0:1705683818.142018:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142019:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159412 00000100:00100000:1.0:1705683818.142021:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1925:3084:x1788538544782144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.142021:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142024:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142027:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00002000:00080000:1.0:1705683818.142029:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10450 count 1 00010000:00010000:2.0:1705683818.142031:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091593480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.142032:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.142034:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+341:16390:x1788538577649920:12345-192.168.203.50@tcp:101:dd.0 Request processed in 529us (588us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.142035:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.142039:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326842 00010000:00010000:2.0:1705683818.142044:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.142046:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.142047:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142050:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091593480/0xd7faa4ce02aa0ffc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142056:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142060:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142063:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142066:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091591400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.142067:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142070:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142074:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3431 (ffff8800963c4d00) 00010000:00010000:2.0:1705683818.142075:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.142076:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142079:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091591400/0xd7faa4ce02aa1003 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.142085:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.142085:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142088:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142091:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142093:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091591e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.142094:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142097:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.142101:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff8800963c4900) 00010000:00010000:2.0:1705683818.142102:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.142103:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.142104:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.142105:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091591e00/0xd7faa4ce02aa100a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.142116:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.142128:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.142141:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142142:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.142142:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142147:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648384 00000100:00100000:0.0:1705683818.142150:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142151:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142156:0:14259:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649600 00010000:00010000:2.0:1705683818.142156:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 341 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.142165:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142165:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142167:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648512 00000100:00100000:0.0:1705683818.142170:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142171:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.142173:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142174:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7454 pid: 15133 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.142175:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326845 00000100:00100000:0.0:1705683818.142178:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdc100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1503:16359:x1788538577649600:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.142182:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7454 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.142186:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142186:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.142187:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.142188:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.142188:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.142188:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648768 00010000:00010000:1.0:1705683818.142189:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142193:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7455 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.142196:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092755900/0xd7faa4ce02aa1184 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9993 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142201:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7455 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.142202:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142202:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142204:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648896 00010000:00010000:1.0:1705683818.142205:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7455 pid: 15111 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.142209:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7456 pid: 15148 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142213:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544782208:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.142216:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142217:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142219:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105404 00000100:00100000:2.0:1705683818.142222:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+341:1857:x1788538577648384:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.142227:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd480 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.142227:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.142229:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 341 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142234:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.142234:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 341 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142235:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142239:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105405 00000100:00100000:1.0:1705683818.142241:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7456:1857:x1788538577648512:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.142241:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae92580/0xd7faa4ce02a99169 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x42a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa740f expref: 341 pid: 10090 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.142242:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.142245:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.142247:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42a:0x0].0x0 (ffff880134cf8600) 00010000:00010000:0.0:1705683818.142249:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:2.0:1705683818.142249:0:15169:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142252:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7456 pid: 15133 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.142253:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.142254:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.142256:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7456 pid: 15133 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.142256:0:15169:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142262:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c41180/0xd7faa4ce02a5dcb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f11e expref: 7456 pid: 15133 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.142267:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.142268:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.142274:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7455:1857:x1788538577648512:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 33us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.142277:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105405 00000100:00100000:2.0:1705683818.142281:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+340:1857:x1788538577648384:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 58us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.142283:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142284:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142286:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105406 00000100:00100000:1.0:1705683818.142287:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7454:1857:x1788538577648768:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.142288:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105404 00010000:00010000:1.0:1705683818.142290:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.142291:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7454 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.142295:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7454 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.142296:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142296:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142299:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105407 00010000:00010000:1.0:1705683818.142300:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131eea580/0xd7faa4ce02a48e5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86b84 expref: 7454 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.142302:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7454:1857:x1788538577648896:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.142305:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.142306:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.142307:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142308:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.142310:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142310:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7453 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.142314:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.142317:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7453 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.142319:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.142319:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.142323:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00000100:00100000:1.0:1705683818.142325:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7453:1857:x1788538577648768:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 37us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.142327:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105406 00010000:00010000:2.0:1705683818.142327:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132080000/0xd7faa4ce02a493bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d6e expref: 7453 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.142334:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.142335:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.142337:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.142340:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142344:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:2.0:1705683818.142344:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.142348:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:2.0:1705683818.142355:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.142359:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d47:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.142363:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00000100:00100000:2.0:1705683818.142363:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7451:1857:x1788538577648896:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 60us (235us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.142366:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00000100:00100000:2.0:1705683818.142366:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105407 00010000:00010000:2.0:1705683818.142384:0:14195:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142388:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.142404:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142408:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092754f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.142410:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142414:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142420:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:0.0:1705683818.142422:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.142424:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 3/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142427:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092754f00/0xd7faa4ce02aa118b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142437:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142441:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.142443:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.142444:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.142446:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.142447:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092755b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.142448:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.142449:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142452:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142456:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x3431 (ffff88006f39ec00) 00010000:00010000:0.0:1705683818.142457:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.142458:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142461:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092755b80/0xd7faa4ce02aa1192 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.142491:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092755900/0xd7faa4ce02aa1184 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9993 expref: 1504 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.142496:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092755900/0xd7faa4ce02aa1184 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9993 expref: 1504 pid: 14259 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1705683818.142499:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x42a:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.142502:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092755900, rc 0) 00010000:00010000:2.0:1705683818.142506:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142510:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142513:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.142516:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdc100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1503:16359:x1788538577649600:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 337us (373us total) trans 0 rc 301/301 00010000:00010000:2.0:1705683818.142516:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9ae080 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.142518:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.142520:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326845 00010000:00010000:2.0:1705683818.142521:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142539:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x42a:0x0].0x0 (ffff880134cf8600) 00010000:00010000:2.0:1705683818.142541:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000040:00080000:1.0:1705683818.142542:0:6561:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].11726, 64 off795776 00010000:00010000:2.0:1705683818.142542:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142545:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9ae080/0xd7faa4ce02aa108f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.142552:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.142558:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142562:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:0.0:1705683818.142564:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142565:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6561 initiator: MDT1 00010000:00010000:0.0:1705683818.142568:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142568:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142570:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.142571:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142573:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.142573:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142575:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.142575:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142579:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142581:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091590780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.142583:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.142586:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683818.142586:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142591:0:6561:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683818.142591:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.142592:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.142593:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.142596:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091590780/0xd7faa4ce02aa107a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142597:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142599:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00000004:00010000:2.0:1705683818.142602:0:14195:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880091608500 reply state ffff88012f16b000 transno 4295064385 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9adb80/0xd7faa4ce02aa1088 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142603:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142605:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d6300 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.142606:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142608:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.142608:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9adb80/0xd7faa4ce02aa1088 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.142611:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3548:0x0].0x0 (ffff880091f35000) 00010000:00010000:1.0:1705683818.142612:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.142612:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3031 (ffff88012f55ce00) 00010000:00010000:1.0:1705683818.142613:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.142613:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.142615:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6300/0xd7faa4ce02aa11a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3548:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142625:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683818.142627:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142630:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009609b480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.142631:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142633:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.142633:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091608500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16273:x1788538577646976:12345-192.168.203.50@tcp:36:rm.0 Request processed in 6972us (7958us total) trans 4295064385 rc 0/0 00010000:00010000:1.0:1705683818.142639:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.142639:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326836 00010000:00010000:1.0:1705683818.142642:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009609b480/0xd7faa4ce02aa10c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.142649:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.142650:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142651:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d6f80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.142652:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142654:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142656:0:11077:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3548:0x0].0x0 (ffff880091f35000) 00010000:00010000:2.0:1705683818.142656:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.142657:0:11077:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1705683818.142658:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142659:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6f80/0xd7faa4ce02aa11a7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x3548:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142664:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.142665:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.142665:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.142711:0:6561:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142716:0:6561:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142721:0:6561:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142724:0:6561:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142727:0:6561:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d7700 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:0.0:1705683818.142728:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1926:3083:x1788538544781184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6062us (6148us total) trans 4295029373 rc 0/0 00010000:00010000:1.0:1705683818.142728:0:6561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142732:0:6561:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.142734:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159401 00010000:00010000:1.0:1705683818.142737:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:1.0:1705683818.142738:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683818.142738:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16424:x1788538577645888:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 9887us (10002us total) trans 0 rc -39/-39 00010000:00010000:1.0:1705683818.142739:0:6561:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142742:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d7700/0xd7faa4ce02aa1168 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000100:00100000:2.0:1705683818.142743:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326831 00000004:00010000:1.0:1705683818.142765:0:6561:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880091facb00 reply state ffff8800a06ae000 transno 4295059880 ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142770:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:1.0:1705683818.142775:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x31 (ffff880091f35f00) 00010000:00010000:1.0:1705683818.142776:0:6561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.142781:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.142789:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142790:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142794:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649664 00000004:00080000:1.0:1705683818.142798:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325b8a00/2, rc 0, transno 62077 00000100:00100000:1.0:1705683818.142804:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544781184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.142806:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.142807:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142807:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.142811:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159413 00000100:00100000:0.0:1705683818.142814:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6101:14136:x1788538577649664:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.142816:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142817:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.142821:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.142822:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648000 00000100:00100000:1.0:1705683818.142829:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1705683818.142830:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7451 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142835:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544782272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.142840:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142841:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.142843:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105408 00000100:00100000:2.0:1705683818.142846:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7451:1857:x1788538577648000:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.142851:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.142853:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7451 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142854:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.142862:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7451 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142872:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.142872:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927a8f00/0xd7faa4ce02a487cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86977 expref: 7451 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.142873:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142877:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782272 00010000:00010000:2.0:1705683818.142879:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.142880:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.142881:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142885:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.142891:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142892:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.142895:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159414 00000100:00100000:1.0:1705683818.142897:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1926:3086:x1788538544782272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.142897:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1705683818.142906:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10451 count 1 00000100:00100000:2.0:1705683818.142907:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7450:1857:x1788538577648000:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 60us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.142911:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105408 00010000:00010000:2.0:1705683818.142924:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142928:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142932:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142939:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.142945:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.143028:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1927:3084:x1788538544780288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10157us (10193us total) trans 4295029374 rc 0/0 00000100:00100000:2.0:1705683818.143033:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159393 00010000:00010000:2.0:1705683818.143047:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.143050:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143055:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f952f80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.143056:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143056:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143061:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143064:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7449 pid: 15182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143069:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.143069:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143070:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.143071:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143073:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f952f80/0xd7faa4ce02aa0fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143083:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7449 pid: 15182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143089:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7449 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143089:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.143090:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.143091:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.143097:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544782336:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.143110:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0cc0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.143126:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009bba5a00/2, rc 0, transno 62078 00000100:00100000:2.0:1705683818.143127:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.143132:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544780288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.143135:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143135:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143140:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648192 00010000:00010000:2.0:1705683818.143149:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad5a300/0xd7faa4ce02a48ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86adc expref: 7450 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.143151:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683818.143156:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544782400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.143159:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143159:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143162:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105409 00000100:00100000:2.0:1705683818.143165:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7450:1857:x1788538577648192:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.143168:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092757c00/0xd7faa4ce02aa11b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3515:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa998c expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143170:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.143172:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.143173:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ad5a300/0xd7faa4ce02a48ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86adc expref: 7450 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143178:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ad5a300/0xd7faa4ce02a48ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86adc expref: 7450 pid: 14227 timeout: 690 lvb_type: 0 00002000:00010000:0.0:1705683818.143181:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3515:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.143188:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad5a300/0xd7faa4ce02a48ca3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86adc expref: 7450 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.143191:0:6561:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091facb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16367:x1788538577649536:12345-192.168.203.50@tcp:36:rm.0 Request processed in 1568us (1616us total) trans 4295059880 rc 0/0 00010000:00010000:0.0:1705683818.143192:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.143193:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143195:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.143196:0:6561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326844 00010000:00010000:2.0:1705683818.143196:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.143197:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092757c00/0xd7faa4ce02aa11b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa998c expref: 6102 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143197:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143202:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143206:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092757c00/0xd7faa4ce02aa11b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa998c expref: 6102 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143210:0:15117:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143213:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092757c00, rc 0) 00010000:00010000:1.0:1705683818.143214:0:15117:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143219:0:15117:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143224:0:15117:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143225:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.143226:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6102:14136:x1788538577649664:12345-192.168.203.50@tcp:101:dd.0 Request processed in 411us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.143231:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159413 00010000:00010000:1.0:1705683818.143231:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143234:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143237:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7449:1857:x1788538577648192:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.143238:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.143241:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143242:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143242:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105409 00010000:00010000:1.0:1705683818.143244:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.143245:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782400 00010000:00010000:1.0:1705683818.143251:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.143258:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143258:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143261:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159415 00000100:00100000:0.0:1705683818.143264:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1927:3085:x1788538544782400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.143276:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10452 count 1 00000100:00100000:2.0:1705683818.143292:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.143300:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143301:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143305:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648320 00010000:00010000:2.0:1705683818.143314:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6102 pid: 15152 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.143323:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143324:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143326:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105410 00000100:00100000:2.0:1705683818.143330:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6102:1857:x1788538577648320:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.143331:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1928:3085:x1788538544780480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10148us (10182us total) trans 4295029375 rc 0/0 00010000:00010000:2.0:1705683818.143335:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.143336:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159395 00010000:00010000:2.0:1705683818.143343:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6102 pid: 15152 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.143349:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6102 pid: 15152 timeout: 690 lvb_type: 1 00000004:00080000:1.0:1705683818.143357:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e359e00/2, rc 0, transno 62079 00010000:00010000:2.0:1705683818.143359:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ed6080/0xd7faa4ce02a968a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5af5 expref: 6102 pid: 15152 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.143361:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e359e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544780480:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.143368:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143369:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143371:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa993f expref: 8150 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143376:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa993f expref: 8150 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.143380:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683818.143385:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.143391:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880139af5180/0xd7faa4ce02aa1034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa993f expref: 8150 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143398:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544782528:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.143399:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.143410:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cbcf000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.143413:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143414:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143417:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782464 00000100:00100000:1.0:1705683818.143436:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143436:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143436:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.143437:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143437:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143440:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159416 00000100:00100000:1.0:1705683818.143442:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1928:3084:x1788538544782464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.143446:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7448 pid: 14227 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.143451:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10453 count 1 00010000:00010000:0.0:1705683818.143455:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.143456:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.143457:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143461:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.143470:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143471:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.143474:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7448 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143475:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648448 00010000:00010000:0.0:1705683818.143480:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7448 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143485:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6363 pid: 15122 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.143489:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544782592:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.143494:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143495:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143498:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105411 00000100:00100000:2.0:1705683818.143501:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6363:1857:x1788538577648448:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.143506:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.143508:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.143512:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6363 pid: 15122 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.143513:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143519:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.143521:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7448 pid: 15182 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143521:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6363 pid: 15122 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.143537:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143540:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.143542:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880139af4500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.143542:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.143543:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143544:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143547:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec94f00/0xd7faa4ce02a68ea5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aab expref: 6363 pid: 15122 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.143550:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143555:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143555:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.143557:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7448 pid: 15182 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143557:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa994d expref: 7448 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143562:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143562:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa994d expref: 7448 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143563:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7448 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.143571:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139af4500/0xd7faa4ce02aa0fe0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.143571:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544782656:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.143578:0:6522:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad180/0xd7faa4ce02aa10b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa994d expref: 7448 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143583:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.143584:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.143585:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.143585:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.143585:0:6522:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fabc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544782720:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.143596:0:15117:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.143598:0:6522:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd03180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.143601:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.143603:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143608:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e1b80 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:0.0:1705683818.143610:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.143610:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143615:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143623:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143626:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.143627:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907e1b80/0xd7faa4ce02aa10e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143627:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143633:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648576 00000100:00100000:0.0:1705683818.143635:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.143640:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.143641:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.143642:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.143643:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7449 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.143647:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.143662:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105412 00000100:00100000:1.0:1705683818.143665:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143666:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143666:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7449:1857:x1788538577648576:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.143670:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.143671:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.143673:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648832 00010000:00010000:2.0:1705683818.143673:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7449 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.143676:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143677:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.143678:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7450 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.143683:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649728 00010000:00010000:1.0:1705683818.143684:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7450 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143689:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097250000/0xd7faa4ce02a49007 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c1e expref: 7450 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.143694:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143695:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143695:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143696:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.143696:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143697:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.143698:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159417 00000100:00100000:1.0:1705683818.143698:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577648960 00010000:00010000:2.0:1705683818.143698:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.143701:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6363:15766:x1788538577649728:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.143702:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143706:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.143706:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7450 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143714:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.143715:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143715:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143718:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105413 00000100:00100000:1.0:1705683818.143721:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7450:1857:x1788538577648832:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.143725:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7450:1857:x1788538577648576:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 58us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.143727:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.143729:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7450 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.143729:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105412 00010000:00010000:1.0:1705683818.143734:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7450 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.143738:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143739:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.143742:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105414 00010000:00010000:1.0:1705683818.143743:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999d9680/0xd7faa4ce02a4921b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86cd4 expref: 7449 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.143744:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7449:1857:x1788538577648960:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.143768:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.143770:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.143771:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143771:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7448 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.143773:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143777:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143777:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7448 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.143787:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab4ef80/0xd7faa4ce02a495cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dfa expref: 7448 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.143789:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.143796:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143797:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143798:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.143799:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7447:1857:x1788538577648832:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.143802:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.143804:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105413 00010000:00010000:2.0:1705683818.143814:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.143823:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143824:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7446:1857:x1788538577648960:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 79us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.143827:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.143829:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105414 00010000:00010000:1.0:1705683818.143832:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143835:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.143844:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.143845:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143847:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac6d00/0xd7faa4ce02aa11ca lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3699:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa999a expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143850:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.143855:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3699:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.143859:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143862:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.143862:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.143863:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143865:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac6d00/0xd7faa4ce02aa11ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa999a expref: 6364 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.143870:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac6d00/0xd7faa4ce02aa11ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa999a expref: 6364 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143871:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683818.143875:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac6d00, rc 0) 00000100:00100000:0.0:1705683818.143884:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6364:15766:x1788538577649728:12345-192.168.203.50@tcp:101:dd.0 Request processed in 183us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.143887:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159417 00000100:00100000:0.0:1705683818.143906:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.143912:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143913:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143917:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649792 00000100:00100000:1.0:1705683818.143921:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325ba800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1930:3086:x1788538544781504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6970us (7011us total) trans 4295029376 rc 0/0 00000100:00100000:0.0:1705683818.143924:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.143924:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.143927:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159403 00000100:00100000:0.0:1705683818.143930:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159418 00000100:00100000:0.0:1705683818.143932:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cde400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7446:16380:x1788538577649792:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.143936:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:1.0:1705683818.143947:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325ba300/2, rc 0, transno 62080 00000100:00100000:1.0:1705683818.143952:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544781504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.143954:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1929:3083:x1788538544781248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7282us (7349us total) trans 4295029377 rc 0/0 00000100:00100000:2.0:1705683818.143958:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159402 00010000:00010000:2.0:1705683818.143971:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683818.143974:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.143974:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143979:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e1680 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.143980:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143985:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.143989:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.143993:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.143997:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907e1680/0xd7faa4ce02aa10ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.144009:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325b8f00/2, rc 0, transno 62081 00010000:00010000:2.0:1705683818.144012:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683818.144013:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544781248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.144014:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144018:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e0500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.144019:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144023:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144031:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1705683818.144031:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144035:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544782848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.144035:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907e0500/0xd7faa4ce02aa10c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144047:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.144048:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.144049:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.144049:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.144053:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144054:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144058:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782784 00010000:00010000:1.0:1705683818.144062:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.144068:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144069:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144069:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144070:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144071:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544782848 00000100:00100000:1.0:1705683818.144073:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159419 00000100:00100000:1.0:1705683818.144076:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1930:3084:x1788538544782784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.144077:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144078:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144080:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159420 00000100:00100000:2.0:1705683818.144083:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1930:3086:x1788538544782848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.144085:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10454 count 1 00002000:00080000:2.0:1705683818.144090:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10455 count 1 00010000:00010000:2.0:1705683818.144142:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144149:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144153:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.144154:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.144155:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144165:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144170:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.144177:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544782912:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.144187:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac5b80/0xd7faa4ce02aa11d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99a1 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.144191:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7b40 going to sleep for 11 seconds 00002000:00010000:0.0:1705683818.144195:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.144199:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144200:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.144201:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.144202:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.144204:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac5b80/0xd7faa4ce02aa11d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99a1 expref: 7447 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144204:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.144209:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac5b80/0xd7faa4ce02aa11d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99a1 expref: 7447 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144209:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7447 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.144212:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac5b80, rc 0) 00010000:00010000:1.0:1705683818.144213:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.144213:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144214:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.144215:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144217:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.144220:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cde400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7447:16380:x1788538577649792:12345-192.168.203.50@tcp:101:dd.0 Request processed in 288us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.144224:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159418 00010000:00010000:2.0:1705683818.144225:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.144232:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7446 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144238:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7446 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.144245:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d664b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544782976:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.144259:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.144307:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.144308:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1932:3084:x1788538544781824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6625us (6649us total) trans 4295029378 rc 0/0 00000004:00080000:1.0:1705683818.144313:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bc600/2, rc 0, transno 62082 00000100:00100000:2.0:1705683818.144313:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159406 00000100:00100000:0.0:1705683818.144314:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144314:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144318:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577649984 00000100:00100000:1.0:1705683818.144318:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544781824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.144327:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144327:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144327:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144328:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144330:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159421 00000100:00100000:0.0:1705683818.144332:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7447:2925:x1788538577649984:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.144336:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.144336:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.144338:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144339:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1705683818.144343:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907e2080 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:1.0:1705683818.144344:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.144344:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144349:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144357:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144359:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.144361:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907e2080/0xd7faa4ce02aa10f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144374:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.144375:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.144376:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.144379:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144380:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144384:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783040 00000100:00100000:2.0:1705683818.144396:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144397:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.144400:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac4a00/0xd7faa4ce02aa11e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3021:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99af expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.144400:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159422 00000100:00100000:2.0:1705683818.144403:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1932:3085:x1788538544783040:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1705683818.144410:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3021:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:2.0:1705683818.144411:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10456 count 1 00010000:00010000:0.0:1705683818.144418:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.144418:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+1932:3086:x1788538544781696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7158us (7189us total) trans 4295029379 rc 0/0 00010000:00010000:0.0:1705683818.144419:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.144421:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4a00/0xd7faa4ce02aa11e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99af expref: 7448 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144423:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159404 00010000:00010000:0.0:1705683818.144427:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4a00/0xd7faa4ce02aa11e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99af expref: 7448 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.144431:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac4a00, rc 0) 00000100:00100000:0.0:1705683818.144441:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7448:2925:x1788538577649984:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 108us (134us total) trans 0 rc 0/0 00000004:00080000:1.0:1705683818.144442:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bb200/2, rc 0, transno 62083 00000100:00100000:0.0:1705683818.144444:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159421 00000100:00100000:1.0:1705683818.144446:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544781696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.144467:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.144471:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.144472:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e043700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544783104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.144476:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144476:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.144476:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.144479:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650048 00010000:00010000:2.0:1705683818.144484:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7447 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.144486:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144486:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144488:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159423 00000100:00100000:1.0:1705683818.144489:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.144489:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.144489:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683818.144490:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f3f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:13157:x1788538577650048:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.144490:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.144494:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.144502:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144503:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.144504:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7447 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.144507:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783104 00010000:00010000:2.0:1705683818.144509:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7447 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.144520:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144520:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544783168:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.144521:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144538:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159424 00000100:00100000:1.0:1705683818.144541:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099956900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1932:3084:x1788538544783104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.144546:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00002000:00080000:1.0:1705683818.144552:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10457 count 1 00000100:00100000:2.0:1705683818.144601:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544781952:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.144612:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144615:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9970 expref: 6363 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144621:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7447 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144622:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9aef80, rc 0) 00010000:00010000:1.0:1705683818.144626:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.144627:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.144628:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.144633:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6363:2974:x1788538577649088:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 3770us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.144638:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159410 00010000:00010000:1.0:1705683818.144641:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7447 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.144647:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7447 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.144653:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544783232:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.144665:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.144692:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15138:1788538544782016:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.144729:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15138:1788538544782080:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.144747:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa997e expref: 6101 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.144774:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ac500, rc 0) 00000100:00100000:2.0:1705683818.144785:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6101:7929:x1788538577649216:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3694us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.144790:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159411 00010000:00010000:0.0:1705683818.144817:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fac6a80/0xd7faa4ce02aa11fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99b6 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.144825:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.144828:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.144831:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.144832:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.144834:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fac6a80/0xd7faa4ce02aa11fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99b6 expref: 8152 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.144836:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144837:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.144839:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fac6a80/0xd7faa4ce02aa11fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99b6 expref: 8152 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.144841:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650240 00010000:00010000:0.0:1705683818.144843:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac6a80, rc 0) 00000100:00100000:2.0:1705683818.144852:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.144852:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144853:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f3f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8152:13157:x1788538577650048:12345-192.168.203.50@tcp:101:dd.0 Request processed in 362us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.144855:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159425 00000100:00100000:0.0:1705683818.144858:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159423 00000100:00100000:2.0:1705683818.144858:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6101:1858:x1788538577650240:12345-192.168.203.50@tcp:2:touch.0 00000100:00100000:0.0:1705683818.144880:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.144891:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.144901:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.144904:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144912:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144918:0:6561:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650368 00000100:00100000:1.0:1705683818.144934:0:6561:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144935:0:6561:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144938:0:6561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326846 00000100:00100000:1.0:1705683818.144942:0:6561:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c572401a-2098-484c-b5c8-7a348378e325+340:16016:x1788538577650368:12345-192.168.203.50@tcp:36:rm.0 00000100:00100000:0.0:1705683818.144952:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.144965:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144966:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144971:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650112 00010000:00010000:1.0:1705683818.144979:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7448 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.144991:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144992:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.144994:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650304 00000100:00100000:0.0:1705683818.144998:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.144999:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.145002:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8152 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.145005:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650432 00000100:00100000:1.0:1705683818.145012:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.145013:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6103 pid: 15147 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.145013:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.145016:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105415 00000100:00100000:1.0:1705683818.145019:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7448:1858:x1788538577650112:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.145024:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.145024:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.145025:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.145026:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7448 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.145027:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105416 00000100:00100000:0.0:1705683818.145029:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+8152:1858:x1788538577650304:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.145032:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7448 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.145034:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.145043:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8152 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.145043:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009732a080/0xd7faa4ce02a48f43 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86bd8 expref: 7448 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.145050:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8152 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.145051:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.145052:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.145055:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9970 expref: 6362 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.145059:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9970 expref: 6362 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.145060:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fb4f00/0xd7faa4ce029f1ab5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67735 expref: 8152 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.145072:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.145074:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9aef80/0xd7faa4ce02aa1129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9970 expref: 6362 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.145081:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544783296:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.145084:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:1858:x1788538577650304:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 53us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.145088:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105416 00000100:00100000:1.0:1705683818.145095:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.145099:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.145100:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.145103:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105417 00000100:00100000:1.0:1705683818.145103:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.145104:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.145106:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c572401a-2098-484c-b5c8-7a348378e325+6103:1858:x1788538577650432:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.145114:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.145119:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6103 pid: 15147 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.145121:0:6561:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1705683818.145126:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6103 pid: 15147 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.145131:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960d4280/0xd7faa4ce02aa1145 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9977 expref: 340 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.145138:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801321ea080/0xd7faa4ce029e8a32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6079e expref: 6103 pid: 15147 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.145144:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009695d400/0xd7faa4ce02a28aaf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x28d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a7be6e expref: 339 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.145145:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.145145:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.145147:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa997e expref: 6102 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.145151:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa997e expref: 6102 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.145156:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x28d:0x0].0x0 (ffff88013595f200) 00010000:00010000:0.0:1705683818.145164:0:10084:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a9ac500/0xd7faa4ce02aa114c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa997e expref: 6102 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.145166:0:6561:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee6080/0xd7faa4ce02aa099d lrc: 0/0,0 mode: --/PR res: [0x200000400:0xff:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9747 expref: 338 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.145169:0:10084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdb200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10084:1788538544783360:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.145173:0:6561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x0 (ffff880135a10d00) 00000100:00100000:2.0:1705683818.145174:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6102:1858:x1788538577650240:12345-192.168.203.50@tcp:2:touch.0 Request processed in 313us (345us total) trans 4295028253 rc 0/0 00010000:00010000:1.0:1705683818.145179:0:6561:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.145179:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159425 00000100:00100000:0.0:1705683818.145181:0:10084:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.145226:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f140c80/0xd7faa4ce02aa1202 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145235:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f140c80/0xd7faa4ce02aa1202 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145241:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f140c80/0xd7faa4ce02aa1202 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145285:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f141900/0xd7faa4ce02aa1209 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xff:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145290:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f141900/0xd7faa4ce02aa1209 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145294:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f141900/0xd7faa4ce02aa1209 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xff:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145343:0:6561:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f142800/0xd7faa4ce02aa1210 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145348:0:6561:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f142800/0xd7faa4ce02aa1210 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT0 00010000:00010000:1.0:1705683818.145352:0:6561:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f142800/0xd7faa4ce02aa1210 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6561 initiator: MDT0 00000100:00100000:0.0:1705683818.148357:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.148382:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148384:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148396:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650688 00000100:00100000:1.0:1705683818.148430:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148430:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148436:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326847 00000100:00100000:1.0:1705683818.148438:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1503:16390:x1788538577650688:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.148451:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.148459:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.148462:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f141680/0xd7faa4ce02aa1217 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99bd expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.148489:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148489:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148495:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650560 00000100:00100000:2.0:1705683818.148495:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544782208:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.148506:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148507:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148508:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89638 00010000:00010000:2.0:1705683818.148510:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.148511:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16367:x1788538577650560:12345-192.168.203.50@tcp:35:rm.0 00010000:00100000:2.0:1705683818.148515:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148515:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148516:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148545:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544782592:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.148550:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544782528:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.148562:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.148564:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.148572:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.148573:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.148573:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.148594:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6101:1857:x1788538577648320:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5264us (5303us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.148599:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105410 00000100:00100000:2.0:1705683818.148621:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544782336:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.148630:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.148634:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148634:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148635:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148636:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16367:x1788538577650560:12345-192.168.203.50@tcp:35:rm.0 Request processed in 124us (177us total) trans 4295059881 rc 0/0 00000100:00100000:1.0:1705683818.148639:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89638 00000100:00100000:1.0:1705683818.148659:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544782656:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.148669:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.148673:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.148673:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.148674:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.148693:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544782912:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.148704:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.148707:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148708:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.148708:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148712:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00200000:1.0:1705683818.148715:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x352b:0x0]: returning size 4096 00000100:00100000:2.0:1705683818.148719:0:6522:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fabc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544782720:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.148727:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.148729:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.148731:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f141680/0xd7faa4ce02aa1217 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99bd expref: 1504 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.148735:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f141680/0xd7faa4ce02aa1217 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99bd expref: 1504 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.148740:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f141680, rc 0) 00000100:00100000:2.0:1705683818.148742:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6362:1857:x1788538577648448:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5241us (5283us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.148760:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105411 00000100:00100000:1.0:1705683818.148769:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1503:16390:x1788538577650688:12345-192.168.203.50@tcp:101:dd.0 Request processed in 330us (418us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683818.148772:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.148773:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148774:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326847 00000100:00100000:2.0:1705683818.148778:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651072 00000100:00100000:1.0:1705683818.148789:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148790:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148792:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650752 00000100:00100000:2.0:1705683818.148792:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.148792:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.148794:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159426 00000100:00100000:2.0:1705683818.148796:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6101:15766:x1788538577651072:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.148802:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.148802:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.148802:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.148805:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326848 00000100:00100000:1.0:1705683818.148807:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1503:16398:x1788538577650752:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.148811:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.148837:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.148844:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148846:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148855:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651264 00000100:00100000:0.0:1705683818.148876:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148876:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.148880:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159427 00010000:00010000:1.0:1705683818.148880:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f143480/0xd7faa4ce02aa121e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99c4 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.148883:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7448:15645:x1788538577651264:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.148894:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.148925:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.148931:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99d2 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.148932:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.148936:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.148947:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6361 pid: 14238 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.148953:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.148954:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.148956:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d2 expref: 7449 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149001:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.149007:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149011:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.149072:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6361 pid: 14238 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.149072:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9aed00/0xd7faa4ce02aa123a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99cb expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149077:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.149084:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.149086:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6361 pid: 14238 timeout: 690 lvb_type: 1 00002000:00010000:2.0:1705683818.149086:0:15138:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.149088:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.149096:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544783424:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.149097:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149098:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149102:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9aed00/0xd7faa4ce02aa123a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99cb expref: 6102 pid: 15138 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1705683818.149104:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c73:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.149105:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1705683818.149111:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9aed00/0xd7faa4ce02aa123a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99cb expref: 6102 pid: 15138 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683818.149112:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149119:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.149120:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9aed00, rc 0) 00010000:00010000:1.0:1705683818.149123:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149126:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.149128:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.149130:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149134:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f142580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.149136:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.149137:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6102:15766:x1788538577651072:12345-192.168.203.50@tcp:101:dd.0 Request processed in 340us (410us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.149140:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.149142:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159426 00010000:00010000:1.0:1705683818.149146:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.149147:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.149148:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149151:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142580/0xd7faa4ce02aa1225 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149157:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149159:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149161:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149165:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f142080 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.149166:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149169:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.149172:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.149173:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880091f35500) 00010000:00010000:1.0:1705683818.149174:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.149175:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.149178:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f142080/0xd7faa4ce02aa1233 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.149184:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149185:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149189:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650816 00010000:00010000:2.0:1705683818.149198:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7450 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.149203:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f143480/0xd7faa4ce02aa121e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99c4 expref: 1505 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149204:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.149209:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149210:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.149212:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99c4 expref: 1504 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.149214:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650944 00010000:00010000:2.0:1705683818.149219:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7451 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.149220:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f35e00) 00010000:00010000:1.0:1705683818.149221:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.149222:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f140f00, rc 0) 00000100:00100000:0.0:1705683818.149224:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.149226:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149226:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149231:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651136 00010000:00010000:2.0:1705683818.149234:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7452 pid: 15182 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.149238:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1504:16398:x1788538577650752:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 430us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.149240:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149241:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149241:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149242:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.149243:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326848 00000100:00100000:2.0:1705683818.149243:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105418 00000100:00100000:2.0:1705683818.149245:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fabc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7452:1857:x1788538577650816:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.149249:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.149251:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105419 00010000:00010000:2.0:1705683818.149251:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7452 pid: 15182 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.149256:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7452:1857:x1788538577650944:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.149256:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7452 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.149264:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.149266:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b9b700/0xd7faa4ce02a49a80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86fa5 expref: 7452 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.149268:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7452 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149272:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149273:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149274:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149276:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7451 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149277:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149285:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.149293:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800877ff980/0xd7faa4ce02a49c1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87038 expref: 7451 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.149295:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fabc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7451:1857:x1788538577650816:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 49us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.149298:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105418 00000100:00100000:2.0:1705683818.149302:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.149303:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.149303:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.149304:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.149305:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105420 00010000:00010000:0.0:1705683818.149306:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.149307:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7449:1857:x1788538577651136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.149310:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.149311:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7449 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.149316:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149318:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7449 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149325:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa92d00/0xd7faa4ce02a49e15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a870ee expref: 7449 pid: 15182 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149330:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149332:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149333:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149334:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.149336:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149345:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.149347:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149351:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7448:1857:x1788538577650944:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 95us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.149352:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7448:1857:x1788538577651136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 45us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.149354:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.149355:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105420 00000100:00100000:0.0:1705683818.149358:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105419 00010000:00010000:1.0:1705683818.149358:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149362:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149367:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149370:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149372:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.149373:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149378:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149383:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.149385:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.149387:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149393:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008fac4500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.149395:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149401:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149410:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149414:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4500/0xd7faa4ce02aa11bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149416:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.149419:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149423:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d4780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.149424:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149432:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.149432:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149433:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.149435:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.149439:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149442:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4780/0xd7faa4ce02aa11ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149454:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.149454:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.149455:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.149456:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.149460:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149465:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149470:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149472:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.149474:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.149478:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1934:3086:x1788538544782272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6580us (6624us total) trans 4295029380 rc 0/0 00000100:00100000:0.0:1705683818.149480:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149480:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149481:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159414 00000100:00100000:0.0:1705683818.149485:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577650880 00010000:00010000:1.0:1705683818.149489:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.149492:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.149494:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149495:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7447 pid: 15111 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149497:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d4f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.149498:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149501:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149507:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.149507:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149508:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.149510:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4f00/0xd7faa4ce02aa11c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149511:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105421 00000100:00100000:0.0:1705683818.149515:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7447:1857:x1788538577650880:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.149518:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.149518:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.149519:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.149521:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.149536:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149536:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.149538:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7447 pid: 15111 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.149540:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651328 00010000:00010000:0.0:1705683818.149545:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7447 pid: 15111 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.149548:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149548:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149551:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159428 00000100:00100000:2.0:1705683818.149554:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6362:14136:x1788538577651328:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.149558:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092004280/0xd7faa4ce02a49881 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86eb0 expref: 7447 pid: 15111 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.149560:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.149569:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.149570:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.149572:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149577:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.149616:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1934:3084:x1788538544782464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6172us (6215us total) trans 4295029382 rc 0/0 00000100:00100000:1.0:1705683818.149623:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159416 00000004:00080000:1.0:1705683818.149647:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325b9e00/2, rc 0, transno 62084 00000100:00100000:1.0:1705683818.149652:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544782272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.149671:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.149686:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7446:1857:x1788538577650880:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 170us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.149691:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105421 00000100:00100000:1.0:1705683818.149691:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.149699:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b35000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.149721:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.149723:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.149730:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149731:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149736:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651008 00000004:00080000:1.0:1705683818.149762:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325be900/2, rc 0, transno 62086 00000100:00100000:1.0:1705683818.149766:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.149769:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149770:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149775:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55602 00000100:00100000:0.0:1705683818.149778:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b847300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+338:1857:x1788538577651008:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.149783:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad400/0xd7faa4ce02aa1248 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3556:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99d9 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149784:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.149787:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b35a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783552:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1705683818.149790:0:15138:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3556:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.149796:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e549b80/0xd7faa4ce02aa1176 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99a8 expref: 338 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149797:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149798:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.149800:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad400/0xd7faa4ce02aa1248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d9 expref: 6363 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.149801:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.149804:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9ad400/0xd7faa4ce02aa1248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d9 expref: 6363 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149806:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:2.0:1705683818.149808:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9ad400, rc 0) 00010000:00010000:0.0:1705683818.149815:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.149816:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.149817:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.149821:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783488 00000100:00100000:2.0:1705683818.149822:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6363:14136:x1788538577651328:12345-192.168.203.50@tcp:101:dd.0 Request processed in 268us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.149827:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b847300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+337:1857:x1788538577651008:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 48us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.149828:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159428 00000100:00100000:1.0:1705683818.149832:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149833:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55602 00000100:00100000:1.0:1705683818.149833:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.149834:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783552 00000100:00100000:2.0:1705683818.149836:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149836:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149840:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159429 00000100:00100000:1.0:1705683818.149841:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.149841:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.149842:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1935:3083:x1788538544783488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.149844:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159430 00000100:00100000:1.0:1705683818.149846:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1935:3085:x1788538544783552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.149854:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10459 count 1 00002000:00080000:2.0:1705683818.149854:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10458 count 1 00000100:00100000:0.0:1705683818.149880:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.149902:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.149908:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149909:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.149909:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149913:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651200 00010000:00010000:1.0:1705683818.149916:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7446 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.149920:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.149921:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.149921:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149923:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.149932:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7446 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.149934:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149935:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.149938:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105422 00010000:00010000:1.0:1705683818.149938:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7446 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.149942:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7446:1857:x1788538577651200:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.149943:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b32d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544783616:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.149947:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.149950:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.149955:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011dddd540 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.149956:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.149970:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a9180/0xd7faa4ce02a4a18e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87222 expref: 7446 pid: 14226 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.149979:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.149980:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.149982:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.149987:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.149997:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.150000:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.150003:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1935:3085:x1788538544782400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6737us (6830us total) trans 4295029381 rc 0/0 00010000:00010000:2.0:1705683818.150005:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7445 pid: 8810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150007:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159415 00010000:00010000:2.0:1705683818.150009:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.150009:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.150010:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.150012:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7445:1857:x1788538577651200:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 69us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.150016:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105422 00010000:00010000:2.0:1705683818.150020:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7445 pid: 8810 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.150022:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bdf00/2, rc 0, transno 62085 00000100:00100000:1.0:1705683818.150024:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544782400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.150024:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7444 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.150029:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544783680:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.150036:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150039:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.150040:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.150041:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150042:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093ca8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.150047:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150051:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.150051:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.150052:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150054:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150057:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150060:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150061:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.150061:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.150063:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.150064:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783744 00010000:00010000:2.0:1705683818.150067:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683818.150071:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150071:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150073:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159431 00000100:00100000:1.0:1705683818.150075:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1935:3085:x1788538544783744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.150081:0:15180:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10460 count 1 00010000:00010000:1.0:1705683818.150129:0:15180:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.150129:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1937:3084:x1788538544782144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8106us (8138us total) trans 4295029383 rc 0/0 00000100:00100000:2.0:1705683818.150132:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159412 00010000:00010000:1.0:1705683818.150135:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7444 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150138:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.150139:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.150139:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150142:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.150145:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150148:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7444 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150148:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9acf00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.150149:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150151:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7444 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.150152:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150156:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009af6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544783808:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.150157:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150160:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9acf00/0xd7faa4ce02aa11d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150164:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c5d80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.150171:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.150172:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.150172:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.150173:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150173:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.150176:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d4a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.150177:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150180:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150186:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150188:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960d4a00/0xd7faa4ce02aa117d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150198:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.150199:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.150199:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683818.150207:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bbc00/2, rc 0, transno 62087 00000100:00100000:1.0:1705683818.150211:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.150220:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1936:3086:x1788538544782848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6135us (6169us total) trans 4295029384 rc 0/0 00000100:00100000:2.0:1705683818.150220:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.150226:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159420 00000100:00100000:2.0:1705683818.150226:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150226:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150229:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651392 00000100:00100000:2.0:1705683818.150237:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150238:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.150241:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150241:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159432 00000100:00100000:0.0:1705683818.150242:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150243:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8151:13049:x1788538577651392:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.150245:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0a5df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.150247:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.150261:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1705683818.150265:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bc100/2, rc 0, transno 62088 00000100:00100000:0.0:1705683818.150273:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544782848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.150279:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150280:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150284:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783872 00000100:00100000:1.0:1705683818.150294:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150295:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150298:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159433 00000100:00100000:1.0:1705683818.150300:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1936:3083:x1788538544783872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.150304:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99e0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.150310:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10461 count 1 00010000:00010000:2.0:1705683818.150313:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8152 pid: 15178 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.150316:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6101 pid: 15167 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.150319:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.150319:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.150320:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e0 expref: 8152 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150328:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6101 pid: 15167 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.150330:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.150332:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6101 pid: 15167 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.150338:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.150339:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150339:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544784000:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.150343:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651456 00000100:00100000:0.0:1705683818.150353:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.150353:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8153 pid: 15178 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.150354:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.150357:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8153 pid: 15178 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.150358:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159434 00010000:00010000:1.0:1705683818.150361:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.150361:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544784064:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.150362:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8153:16380:x1788538577651456:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.150365:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7b40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.150367:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7444 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.150368:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.150372:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.150373:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.150374:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150382:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7444 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150386:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7444 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.150390:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544784128:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.150391:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.150399:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.150407:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.150410:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.150419:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.150420:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.150430:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150431:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150433:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544783936 00000100:00100000:1.0:1705683818.150436:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150437:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150440:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652288 00000100:00100000:2.0:1705683818.150440:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150440:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150442:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159435 00000100:00100000:2.0:1705683818.150444:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1937:3083:x1788538544783936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.150448:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150449:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150450:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651520 00002000:00080000:2.0:1705683818.150450:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10462 count 1 00000100:00100000:1.0:1705683818.150455:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150456:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150458:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326849 00000100:00100000:1.0:1705683818.150460:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+337:16390:x1788538577652288:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.150465:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.150495:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150501:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7444 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150503:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132f31b80/0xd7faa4ce02aa1279 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a18 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150503:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.150504:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.150505:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150513:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7444 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150517:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7444 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.150520:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544784192:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.150544:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd03180 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.150551:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150551:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150556:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326850 00000100:00100000:2.0:1705683818.150558:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16425:x1788538577651520:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.150563:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.150578:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150583:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150587:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150592:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a9af480/0xd7faa4ce02aa1287 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99ee expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150623:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150627:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150630:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150635:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.150640:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150644:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150645:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32080/0xd7faa4ce02aa129c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150650:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32080/0xd7faa4ce02aa129c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150653:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32080/0xd7faa4ce02aa129c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150659:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150663:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150666:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.150668:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150669:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150671:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150671:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150674:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132f30000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.150676:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150679:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150684:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.150686:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.150687:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150690:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30000/0xd7faa4ce02aa1280 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150696:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.150699:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150701:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150702:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.150704:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150705:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150708:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132f32800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.150709:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150714:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.150718:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff880091f35400) 00010000:00010000:1.0:1705683818.150719:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.150720:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000004:00200000:2.0:1705683818.150721:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d47:0x0]: returning size 4096 00010000:00010000:1.0:1705683818.150723:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32800/0xd7faa4ce02aa128e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000004:00200000:2.0:1705683818.150723:0:14195:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683818.150729:0:14195:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150734:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150738:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150741:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150743:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150746:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132f31b80/0xd7faa4ce02aa1279 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a18 expref: 339 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150746:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093e1ef80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.150747:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150766:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150770:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32080/0xd7faa4ce02aa129c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a18 expref: 338 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150771:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.150773:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.150774:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:2.0:1705683818.150774:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.150775:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683818.150776:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fac6580/0xd7faa4ce02aa12b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99e7 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150776:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132f32080, rc 0) 00010000:00010000:2.0:1705683818.150777:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1ef80/0xd7faa4ce02aa1295 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00000100:00100000:1.0:1705683818.150786:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+338:16390:x1788538577652288:12345-192.168.203.50@tcp:101:dd.0 Request processed in 326us (908us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.150786:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150789:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT1 00000100:00100000:1.0:1705683818.150790:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326849 00002000:00010000:0.0:1705683818.150791:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.150792:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150796:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093e1f700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.150797:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150800:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.150801:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.150802:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.150805:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fac6580/0xd7faa4ce02aa12b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e7 expref: 8154 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150805:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff88011e1ccb00) 00010000:00010000:2.0:1705683818.150806:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.150807:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.150810:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1f700/0xd7faa4ce02aa12a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.150813:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fac6580/0xd7faa4ce02aa12b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e7 expref: 8154 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.150814:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d664b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544782976:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.150819:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac6580, rc 0) 00010000:00010000:1.0:1705683818.150827:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.150831:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8154:16380:x1788538577651456:12345-192.168.203.50@tcp:101:dd.0 Request processed in 469us (502us total) trans 0 rc 0/0 00010000:00100000:1.0:1705683818.150832:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.150833:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.150834:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.150839:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a9af480/0xd7faa4ce02aa1287 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99ee expref: 1749 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150848:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99ee expref: 1748 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.150852:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:2.0:1705683818.150853:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.150854:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e1d400, rc 0) 00000100:00100000:2.0:1705683818.150867:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16425:x1788538577651520:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 308us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.150871:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326850 00000100:00100000:1.0:1705683818.150888:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150889:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.150893:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159434 00000100:00100000:1.0:1705683818.150894:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651584 00010000:00010000:1.0:1705683818.150902:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7445 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.150909:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.150916:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150917:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150920:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150920:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651648 00000100:00100000:1.0:1705683818.150921:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.150924:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.150925:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.150925:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105423 00000100:00100000:1.0:1705683818.150928:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7445:1857:x1788538577651584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.150931:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.150932:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.150934:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.150935:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326851 00010000:00010000:1.0:1705683818.150937:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7445 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.150937:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133f300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16238:x1788538577651648:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:1.0:1705683818.150944:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7445 pid: 15139 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.150944:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.150954:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa92580/0xd7faa4ce02a49fe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8718f expref: 7445 pid: 15139 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.150958:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.150962:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.150963:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.150963:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e1cf00/0xd7faa4ce02aa12b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99f5 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150965:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150969:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.150984:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.150997:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:1857:x1788538577651584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 68us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.151002:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105423 00010000:00010000:2.0:1705683818.151011:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.151016:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.151016:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151021:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.151024:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151024:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151026:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544783232:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.151029:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651712 00010000:00010000:1.0:1705683818.151039:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.151041:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151041:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151041:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00100000:1.0:1705683818.151044:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151044:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.151045:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159436 00010000:00100000:1.0:1705683818.151045:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.151046:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151047:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.151048:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:13157:x1788538577651712:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.151053:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.151062:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544783296:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.151072:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x496:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.151076:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.151076:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151080:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.151088:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:1858:x1788538577650112:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 6067us (6206us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.151093:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105415 00000004:00200000:2.0:1705683818.151127:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x496:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.151128:0:14195:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1705683818.151134:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151135:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00010000:2.0:1705683818.151136:0:14195:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.151139:0:14259:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652416 00010000:00010000:2.0:1705683818.151141:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151143:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151146:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.151151:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151151:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.151152:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151154:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009256ea80 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:1.0:1705683818.151155:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326852 00010000:00010000:2.0:1705683818.151156:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.151158:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b842800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+338:16472:x1788538577652416:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:2.0:1705683818.151160:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.151165:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.151165:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.151166:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683818.151166:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.151167:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151170:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009256ea80/0xd7faa4ce02aa12bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.151175:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c52800/0xd7faa4ce02aa0e2e lrc: 0/0,0 mode: --/PR res: [0x200000400:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa98ac expref: 338 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.151177:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151180:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151183:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151186:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009256f700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.151187:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x10f:0x0].0x0 (ffff880132233a00) 00010000:00010000:2.0:1705683818.151187:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.151191:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.151191:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151198:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3931 (ffff88009255db00) 00010000:00010000:2.0:1705683818.151199:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.151201:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151204:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f700/0xd7faa4ce02aa12c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.151230:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e1cf00/0xd7faa4ce02aa12b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99f5 expref: 1859 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151232:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30500/0xd7faa4ce02aa12d4 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a1f expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.151239:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99f5 expref: 1858 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.151243:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff88008f915300) 00010000:00010000:2.0:1705683818.151245:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.151246:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009256f200, rc 0) 00000100:00100000:2.0:1705683818.151257:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133f300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:16238:x1788538577651648:12345-192.168.203.50@tcp:101:rm.0 Request processed in 319us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.151261:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326851 00010000:00010000:1.0:1705683818.151284:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 3/0,1 mode: --/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151290:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151295:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.151306:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544783168:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.151318:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.151323:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.151323:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.151324:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.151339:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309680/0xd7faa4ce02aa12e2 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x10f:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151344:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092309680/0xd7faa4ce02aa12e2 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x10f:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151347:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092309680/0xd7faa4ce02aa12e2 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x10f:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.151355:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac5e00/0xd7faa4ce02aa12e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa99fc expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.151370:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.151379:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.151379:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.151380:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.151383:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac5e00/0xd7faa4ce02aa12e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99fc expref: 7444 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151390:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac5e00/0xd7faa4ce02aa12e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99fc expref: 7444 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151397:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac5e00, rc 0) 00000100:00100000:2.0:1705683818.151399:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.151411:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:13157:x1788538577651712:12345-192.168.203.50@tcp:101:dd.0 Request processed in 362us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.151415:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159436 00000100:00100000:2.0:1705683818.151421:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.151424:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151425:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151428:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151429:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651904 00000100:00100000:2.0:1705683818.151429:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151451:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151452:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151452:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151453:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151456:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159437 00000100:00100000:0.0:1705683818.151459:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6102:2974:x1788538577651904:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.151465:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.151471:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.151476:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151477:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151480:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651968 00000100:00100000:2.0:1705683818.151489:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151489:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151492:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159438 00000100:00100000:2.0:1705683818.151495:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6363:7929:x1788538577651968:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.151500:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:1.0:1705683818.151548:0:14259:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47aa:0x0], index 1: 0 00010000:00010000:2.0:1705683818.151607:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a0a expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.151618:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6364 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.151623:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7443 pid: 14428 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.151627:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.151627:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.151629:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a0a expref: 6364 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151636:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309180/0xd7faa4ce02aa12f7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151640:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092309180/0xd7faa4ce02aa12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.151640:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7443 pid: 14428 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.151645:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092309180/0xd7faa4ce02aa12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.151649:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7443 pid: 14428 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.151655:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090b25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544784256:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.151666:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151669:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151672:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151674:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151677:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092309400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.151678:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.151679:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6364 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.151681:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:0.0:1705683818.151683:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a03 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151685:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x10f:0x0].0x0 (ffff88009a822500) 00010000:00010000:2.0:1705683818.151685:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6364 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.151686:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.151687:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 3/0,0 mode: --/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151690:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092309400/0xd7faa4ce02aa12db lrc: 0/0,0 mode: --/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.151691:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544784320:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.151696:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8153 pid: 15151 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683818.151696:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009b842800 reply state ffff880136120000 transno 4295064386 ns: mdt-lustre-MDT0000_UUID lock: ffff880092309680/0xd7faa4ce02aa12e2 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x10f:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.151700:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092309680/0xd7faa4ce02aa12e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x10f:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.151702:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.151705:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x10f:0x0].0x3131 (ffff88009a822a00) 00010000:00010000:0.0:1705683818.151706:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.151706:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.151707:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.151709:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a03 expref: 6103 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151724:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8153 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151725:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132f30500/0xd7faa4ce02aa12d4 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x10f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a1f expref: 340 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151732:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8153 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.151735:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.151736:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092309180/0xd7faa4ce02aa12f7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a1f expref: 339 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151739:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4bd:0x0].0x0 (ffff88009a822400) 00010000:00010000:1.0:1705683818.151740:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1705683818.151741:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544784384:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.151741:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092309180, rc 0) 00000100:00100000:2.0:1705683818.151744:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151745:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151766:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652032 00000100:00100000:1.0:1705683818.151775:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b842800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+340:16472:x1788538577652416:12345-192.168.203.50@tcp:101:touch.0 Request processed in 615us (817us total) trans 4295064386 rc 0/0 00000100:00100000:0.0:1705683818.151777:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.151780:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326852 00000100:00100000:2.0:1705683818.151780:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151780:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.151784:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159439 00000100:00100000:2.0:1705683818.151787:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8154:2925:x1788538577652032:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683818.151792:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.151792:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.151793:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151797:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651776 00000100:00100000:0.0:1705683818.151799:0:10084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdb200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10084:1788538544783360:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.151805:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7444 pid: 8808 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.151813:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.151817:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151818:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151820:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577651840 00000100:00100000:0.0:1705683818.151824:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c572401a-2098-484c-b5c8-7a348378e325+6103:1858:x1788538577650432:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 6717us (6872us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.151826:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7445 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.151830:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105417 00000100:00100000:1.0:1705683818.151837:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151838:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.151841:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105424 00000100:00100000:1.0:1705683818.151845:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7445:1858:x1788538577651776:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.151850:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.151853:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7445 pid: 8808 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.151858:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7445 pid: 8808 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.151870:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cc90f00/0xd7faa4ce02a4a363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872a0 expref: 7445 pid: 8808 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.151874:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.151876:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.151877:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.151878:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.151880:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.151881:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105425 00000100:00100000:0.0:1705683818.151884:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:1858:x1788538577651840:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.151884:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151891:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.151894:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7444 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.151898:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.151902:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7444 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.151910:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7444:1858:x1788538577651776:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (531us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.151914:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006f3aa080/0xd7faa4ce02a4a4d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a872fb expref: 7444 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.151916:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105424 00010000:00010000:0.0:1705683818.151924:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.151925:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.151926:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151931:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151933:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151937:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151942:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151946:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.151946:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.151955:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.151958:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7442:1858:x1788538577651840:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 72us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.151962:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105425 00010000:00010000:0.0:1705683818.151979:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.151983:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151988:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f142a80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.151990:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.151999:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152009:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152014:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f142a80/0xd7faa4ce02aa11df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152021:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009256c500/0xd7faa4ce02aa130c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3041:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a11 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152028:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.152029:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.152030:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683818.152030:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3041:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.152037:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.152037:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.152040:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009256c500/0xd7faa4ce02aa130c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a11 expref: 8155 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.152044:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1938:3084:x1788538544782784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7966us (8054us total) trans 4295029385 rc 0/0 00010000:00010000:2.0:1705683818.152048:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009256c500/0xd7faa4ce02aa130c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a11 expref: 8155 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.152049:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159419 00010000:00010000:2.0:1705683818.152053:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009256c500, rc 0) 00010000:00010000:1.0:1705683818.152063:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.152065:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:2925:x1788538577652032:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 278us (331us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.152068:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.152070:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159439 00010000:00010000:1.0:1705683818.152073:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152078:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152085:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152086:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.152090:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152094:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152098:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152105:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.152108:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00080000:0.0:1705683818.152154:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bf800/2, rc 0, transno 62089 00000100:00100000:0.0:1705683818.152160:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544782784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.152161:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099956900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1939:3084:x1788538544783104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7618us (7671us total) trans 4295029386 rc 0/0 00000100:00100000:1.0:1705683818.152166:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159424 00000004:00080000:0.0:1705683818.152172:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e043700/2, rc 0, transno 62090 00000100:00100000:0.0:1705683818.152174:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e043700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544783104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.152184:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683818.152187:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152193:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f140000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.152194:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.152199:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1938:3085:x1788538544783040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7794us (7838us total) trans 4295029387 rc 0/0 00010000:00010000:0.0:1705683818.152200:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.152204:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159422 00000004:00080000:1.0:1705683818.152206:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801353bbc00/2, rc 0, transno 62091 00010000:00010000:0.0:1705683818.152210:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.152210:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.152214:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f140000/0xd7faa4ce02aa11f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152228:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.152230:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152234:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9ac780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.152236:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152239:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152246:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152250:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9ac780/0xd7faa4ce02aa11ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152262:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.152263:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.152264:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.152301:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.152307:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.152307:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152308:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b845a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544784448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.152310:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b847300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544784512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.152312:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652160 00000100:00100000:2.0:1705683818.152325:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.152325:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152329:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.152329:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89639 00000100:00100000:0.0:1705683818.152330:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683818.152332:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+1504:16460:x1788538577652160:12345-192.168.203.50@tcp:35:touch.0 00000100:00100000:0.0:1705683818.152337:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544784576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.152353:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.152363:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152364:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152368:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544784448 00000100:00100000:0.0:1705683818.152374:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.152380:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152380:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152383:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544784576 00000100:00100000:1.0:1705683818.152391:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152392:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.152394:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152394:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544784512 00000100:00100000:0.0:1705683818.152395:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.152402:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159440 00000100:00100000:1.0:1705683818.152402:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.152403:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.152406:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1940:3085:x1788538544784448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.152407:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159441 00000100:00100000:1.0:1705683818.152409:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1940:3084:x1788538544784576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.152419:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10463 count 1 00002000:00080000:1.0:1705683818.152420:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10465 count 1 00000100:00100000:2.0:1705683818.152426:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+1505:16460:x1788538577652160:12345-192.168.203.50@tcp:35:touch.0 Request processed in 93us (318us total) trans 4295059882 rc 0/0 00000100:00100000:2.0:1705683818.152432:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89639 00000100:00100000:2.0:1705683818.152444:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.152444:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.152448:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159442 00000100:00100000:2.0:1705683818.152451:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1940:3086:x1788538544784512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.152460:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10464 count 1 00010000:00010000:1.0:1705683818.152584:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152594:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152599:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.152600:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.152601:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152614:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152618:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.152625:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.152626:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7441 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152630:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.152631:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.152632:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.152633:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544784640:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.152645:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484c00 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.152645:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7441 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.152654:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7441 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.152661:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544784704:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.152675:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.152681:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152691:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7441 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152696:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.152697:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.152698:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152713:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7441 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.152720:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7441 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.152727:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544784768:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.152743:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.153583:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544783424:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.153597:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d2 expref: 7441 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.153605:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac6f80, rc 0) 00000100:00100000:1.0:1705683818.153625:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7441:15645:x1788538577651264:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4741us (4789us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.153629:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159427 00000100:00100000:0.0:1705683818.153706:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b32d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544783616:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.153730:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.153735:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.153735:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:0.0:1705683818.153736:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.153737:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.153766:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.153767:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.153771:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652480 00000100:00100000:1.0:1705683818.153781:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.153782:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.153784:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159443 00000100:00100000:1.0:1705683818.153786:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6365:15766:x1788538577652480:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.153790:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.153915:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092309b80/0xd7faa4ce02aa1328 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a26 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.153924:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.153932:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.153933:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.153935:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092309b80/0xd7faa4ce02aa1328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a26 expref: 6366 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.153941:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092309b80/0xd7faa4ce02aa1328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a26 expref: 6366 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.153946:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092309b80, rc 0) 00000100:00100000:1.0:1705683818.153972:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6366:15766:x1788538577652480:12345-192.168.203.50@tcp:101:dd.0 Request processed in 185us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.153976:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159443 00000100:00100000:0.0:1705683818.154069:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.154078:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154079:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154084:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652544 00000100:00100000:1.0:1705683818.154098:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154099:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154103:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326853 00000100:00100000:1.0:1705683818.154106:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1505:16398:x1788538577652544:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.154111:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.154142:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.154160:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544784320:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.154161:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a080/0xd7faa4ce02aa132f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a2d expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.154169:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.154170:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154172:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544784384:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.154175:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652608 00010000:00010000:2.0:1705683818.154186:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6366 pid: 14238 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.154193:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a03 expref: 6102 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.154200:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.154201:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.154204:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac6080, rc 0) 00000100:00100000:2.0:1705683818.154204:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105426 00000100:00100000:2.0:1705683818.154207:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6366:1858:x1788538577652608:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.154213:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.154219:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.154221:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6366 pid: 14238 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.154226:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.154227:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6102:2974:x1788538577651904:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 2767us (2805us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.154227:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6366 pid: 14238 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.154231:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.154233:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159437 00010000:00010000:2.0:1705683818.154239:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090be5900/0xd7faa4ce02a968c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5afc expref: 6366 pid: 14238 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.154247:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.154248:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.154251:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d2 expref: 7440 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.154256:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d2 expref: 7440 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.154263:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.154270:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154271:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.154271:0:15169:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fac6f80/0xd7faa4ce02aa122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99d2 expref: 7440 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.154276:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652736 00000100:00100000:2.0:1705683818.154278:0:15169:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544784832:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.154289:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.154290:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154291:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154295:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159444 00010000:00010000:1.0:1705683818.154295:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.154298:0:15169:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.154299:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6102:14136:x1788538577652736:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.154299:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.154306:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.154317:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154321:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154324:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154328:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154332:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230a580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.154334:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154338:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154343:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.154345:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.154347:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154350:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a580/0xd7faa4ce02aa1336 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154358:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154362:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154365:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154367:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230b200 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.154369:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154372:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154376:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff88009a822e00) 00010000:00010000:1.0:1705683818.154377:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.154378:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154381:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009230b200/0xd7faa4ce02aa133d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.154407:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a080/0xd7faa4ce02aa132f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a2d expref: 1506 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154412:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009230a080/0xd7faa4ce02aa132f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a2d expref: 1506 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154420:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230a080, rc 0) 00000100:00100000:1.0:1705683818.154434:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f16900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1505:16398:x1788538577652544:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 328us (367us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683818.154439:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326853 00010000:00010000:0.0:1705683818.154795:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fac4f00/0xd7faa4ce02aa1344 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3516:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a34 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.154810:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3516:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.154814:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544784640:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.154817:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.154821:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.154822:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.154826:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fac4f00/0xd7faa4ce02aa1344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a34 expref: 6103 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154826:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.154831:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.154832:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.154833:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.154834:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fac4f00/0xd7faa4ce02aa1344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a34 expref: 6103 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.154835:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.154838:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154839:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.154840:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac4f00, rc 0) 00000100:00100000:1.0:1705683818.154843:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652864 00000100:00100000:1.0:1705683818.154855:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154856:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6103:14136:x1788538577652736:12345-192.168.203.50@tcp:101:dd.0 Request processed in 557us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.154856:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.154859:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326854 00000100:00100000:0.0:1705683818.154862:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159444 00000100:00100000:1.0:1705683818.154862:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1505:16390:x1788538577652864:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.154865:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544784704:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.154870:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.154874:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154876:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009230ad00/0xd7faa4ce02aa134b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a3b expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.154878:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:2.0:1705683818.154878:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154879:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:2.0:1705683818.154879:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.154880:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154885:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652672 00010000:00010000:0.0:1705683818.154897:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7441 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.154909:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154910:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.154913:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105427 00000100:00100000:0.0:1705683818.154916:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7441:1858:x1788538577652672:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.154922:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.154924:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7441 pid: 15142 timeout: 690 lvb_type: 0 00000004:00200000:1.0:1705683818.154927:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x352b:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.154935:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7441 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.154947:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230ad00/0xd7faa4ce02aa134b lrc: 1/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a3b expref: 1506 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154952:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009230ad00/0xd7faa4ce02aa134b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a3b expref: 1506 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.154958:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230ad00, rc 0) 00000100:00100000:1.0:1705683818.154972:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1505:16390:x1788538577652864:12345-192.168.203.50@tcp:101:dd.0 Request processed in 110us (157us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683818.154976:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326854 00010000:00010000:0.0:1705683818.155007:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131eeaa80/0xd7faa4ce02a4a959 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87436 expref: 7441 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.155019:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.155020:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.155021:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155026:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155043:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.155058:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7440:1858:x1788538577652672:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 141us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.155061:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105427 00010000:00010000:0.0:1705683818.155075:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155080:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155084:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.155087:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544783680:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.155093:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155103:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.155103:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.155107:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009af6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544783808:192.168.203.50@tcp:104: 00010000:00100000:2.0:1705683818.155112:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.155113:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.155114:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.155118:0:15180:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155122:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00100000:1.0:1705683818.155123:0:15180:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.155124:0:15180:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.155125:0:15180:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.155126:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155131:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132f33980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.155132:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155137:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155147:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155151:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f33980/0xd7faa4ce02aa124f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155163:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.155165:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.155166:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.155181:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544784000:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.155190:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15176:1788538544784064:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.155192:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544784128:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.155203:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155207:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e0 expref: 8154 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.155208:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.155208:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.155209:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.155216:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9af200, rc 0) 00000100:00100000:2.0:1705683818.155231:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8154:13049:x1788538577651392:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4987us (5012us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.155237:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159432 00000100:00100000:2.0:1705683818.155261:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544784192:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.155271:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.155273:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:2.0:1705683818.155276:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.155277:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.155278:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155283:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155284:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155288:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653248 00000100:00100000:1.0:1705683818.155293:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.155298:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155299:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155301:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155302:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155303:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653440 00000100:00100000:2.0:1705683818.155304:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159445 00000100:00100000:2.0:1705683818.155307:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8154:13157:x1788538577653248:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.155311:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.155316:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155316:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155320:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326855 00000100:00100000:1.0:1705683818.155322:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fabc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:16238:x1788538577653440:12345-192.168.203.50@tcp:36:rm.0 00000100:00100000:0.0:1705683818.155340:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1941:3085:x1788538544783552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5492us (5538us total) trans 4295029388 rc 0/0 00010000:00010000:1.0:1705683818.155343:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.155346:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159430 00010000:00010000:1.0:1705683818.155352:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009256f200/0xd7faa4ce02aa12cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99f5 expref: 1858 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155362:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff88008f915300) 00010000:00010000:1.0:1705683818.155364:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.155391:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544784768:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.155405:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.155406:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.155411:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.155411:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00100000:0.0:1705683818.155412:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.155413:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.155416:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.155431:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.155440:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155441:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155447:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652992 00010000:00010000:1.0:1705683818.155454:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.155458:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6366 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.155459:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.155463:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.155469:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155470:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155473:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105428 00000100:00100000:0.0:1705683818.155476:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c572401a-2098-484c-b5c8-7a348378e325+6366:1857:x1788538577652992:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.155482:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.155493:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6366 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.155493:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.155498:0:14343:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155500:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6366 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.155502:0:14343:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.155511:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135013200/0xd7faa4ce029e8a40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607b3 expref: 6366 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.155515:0:14343:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.155521:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.155521:0:14343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.155543:0:14343:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0000_UUID:14343:1788538544784896:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.155550:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c572401a-2098-484c-b5c8-7a348378e325+6365:1857:x1788538577652992:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 72us (118us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.155552:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a3b980/0xd7faa4ce02aa1367 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a42 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.155555:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105428 00000100:00100000:1.0:1705683818.155562:0:14343:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484c00 going to sleep for 11 seconds 00002000:00010000:2.0:1705683818.155563:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.155570:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.155571:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.155573:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a3b980/0xd7faa4ce02aa1367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a42 expref: 8155 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155581:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096a3b980/0xd7faa4ce02aa1367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a42 expref: 8155 pid: 15176 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.155584:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b35a00/2, rc 0, transno 62092 00010000:00010000:2.0:1705683818.155584:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a3b980, rc 0) 00000100:00100000:0.0:1705683818.155587:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.155597:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:13157:x1788538577653248:12345-192.168.203.50@tcp:101:dd.0 Request processed in 290us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.155600:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b35a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.155601:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159445 00000100:00100000:2.0:1705683818.155616:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090b25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544784256:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.155627:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.155628:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a0a expref: 6364 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155633:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009256ed00, rc 0) 00000100:00100000:2.0:1705683818.155640:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6364:7929:x1788538577651968:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4146us (4170us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.155643:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159438 00000100:00100000:1.0:1705683818.155646:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.155658:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544784960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.155660:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155661:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155661:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.155666:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653120 00000100:00100000:2.0:1705683818.155670:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.155677:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155677:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.155678:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7440 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.155682:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653376 00000100:00100000:0.0:1705683818.155688:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.155688:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7441 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.155690:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155691:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155694:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577652928 00000100:00100000:2.0:1705683818.155696:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155696:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155698:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653568 00010000:00010000:2.0:1705683818.155701:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6103 pid: 15167 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.155704:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155705:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155706:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653056 00000100:00100000:2.0:1705683818.155708:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155709:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155711:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105429 00000100:00100000:0.0:1705683818.155712:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.155712:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8155 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.155713:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2039050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7441:1857:x1788538577653120:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.155714:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.155718:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.155720:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.155721:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155722:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105430 00000100:00100000:1.0:1705683818.155722:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.155724:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.155726:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7441:1857:x1788538577653376:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.155726:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105431 00000100:00100000:1.0:1705683818.155729:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6103:1857:x1788538577653568:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.155732:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f03ed00/0xd7faa4ce02a4b84e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8782d expref: 7441 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.155733:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.155734:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.155736:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7440 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.155738:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.155739:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.155740:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155742:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6103 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.155743:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7440 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.155743:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155766:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6103 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.155767:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.155771:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b9a080/0xd7faa4ce02a4a722 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a873bf expref: 7440 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.155777:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134b1f980/0xd7faa4ce02a68a29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ab9 expref: 6103 pid: 15167 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.155781:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.155781:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2039050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7439:1857:x1788538577653120:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (194us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.155783:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.155785:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155786:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.155788:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105429 00010000:00010000:0.0:1705683818.155790:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.155797:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.155797:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155801:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6102:1857:x1788538577653568:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.155801:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55603 00010000:00010000:0.0:1705683818.155804:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.155805:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c572401a-2098-484c-b5c8-7a348378e325+340:1858:x1788538577652928:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.155806:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105431 00010000:00010000:2.0:1705683818.155811:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.155815:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155816:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.155819:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7438:1857:x1788538577653376:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 92us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.155819:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132f32080/0xd7faa4ce02aa129c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a18 expref: 340 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.155820:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105432 00000100:00100000:1.0:1705683818.155822:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:1858:x1788538577653056:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.155824:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105430 00010000:00010000:2.0:1705683818.155827:0:14236:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:1.0:1705683818.155828:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.155829:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.155830:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8155 pid: 15151 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.155836:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8155 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.155843:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c572401a-2098-484c-b5c8-7a348378e325+339:1858:x1788538577652928:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (198us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.155847:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e001900/0xd7faa4ce02a48fe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c17 expref: 8155 pid: 15151 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.155848:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55603 00010000:00010000:1.0:1705683818.155855:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.155856:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.155858:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a03 expref: 6101 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155863:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a03 expref: 6101 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.155868:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.155868:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155873:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.155876:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fac6080/0xd7faa4ce02aa1305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a03 expref: 6101 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.155878:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.155883:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544785024:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.155883:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.155887:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.155893:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.155899:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.155907:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155908:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155912:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653696 00000100:00100000:0.0:1705683818.155914:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.155921:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7438 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.155937:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155938:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155940:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653184 00010000:00010000:1.0:1705683818.155945:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7439 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.155952:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155952:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155954:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653824 00010000:00010000:1.0:1705683818.155960:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7440 pid: 14428 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.155971:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155972:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.155977:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105433 00000100:00100000:1.0:1705683818.155979:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7440:1857:x1788538577653696:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.155984:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.155986:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7440 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.155991:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7440 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.156001:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dc5180/0xd7faa4ce02a4acf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8756a expref: 7440 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.156009:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.156010:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.156011:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156013:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.156014:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.156015:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156020:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105434 00000100:00100000:0.0:1705683818.156024:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7439:1858:x1788538577653184:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.156025:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1941:3083:x1788538544783488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6182us (6302us total) trans 4295029389 rc 0/0 00010000:00010000:1.0:1705683818.156029:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.156029:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159429 00010000:00010000:0.0:1705683818.156031:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.156034:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7439 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.156036:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156037:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156039:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544784960 00010000:00010000:0.0:1705683818.156041:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7439 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.156045:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7439:1857:x1788538577653696:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.156046:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156047:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156049:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159446 00000100:00100000:2.0:1705683818.156050:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1941:3084:x1788538544784960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.156051:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105433 00010000:00010000:0.0:1705683818.156058:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f42800/0xd7faa4ce02a4b545 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8779a expref: 7439 pid: 14227 timeout: 690 lvb_type: 0 00002000:00080000:2.0:1705683818.156058:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10466 count 1 00000100:00100000:1.0:1705683818.156061:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156062:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156066:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105435 00010000:00010000:0.0:1705683818.156067:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.156069:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.156069:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a203b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7437:1857:x1788538577653824:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.156070:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156074:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.156075:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156081:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7437 pid: 14428 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.156087:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7437 pid: 14428 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.156088:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.156097:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fb5680/0xd7faa4ce029f1af4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6773c expref: 7437 pid: 14428 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.156102:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7436:1858:x1788538577653184:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.156106:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105434 00010000:00010000:1.0:1705683818.156106:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.156106:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.156109:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a0a expref: 6363 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156114:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a0a expref: 6363 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156128:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156128:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009256ed00/0xd7faa4ce02aa12f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a0a expref: 6363 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156133:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.156135:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544785088:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.156138:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156141:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.156152:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484780 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.156155:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683818.156161:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683818.156163:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156168:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9afc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.156170:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156175:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156179:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156183:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156185:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7435 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156187:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9afc00/0xd7faa4ce02aa1256 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156189:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156190:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156191:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156199:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.156201:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156204:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7435 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156205:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009256db80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.156206:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156210:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7435 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.156211:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156217:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f712300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544785152:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.156221:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156225:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009256db80/0xd7faa4ce02aa131a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156231:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0d80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.156244:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.156245:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.156247:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.156253:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1942:3086:x1788538544784512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3800us (3877us total) trans 4295029390 rc 0/0 00000100:00100000:0.0:1705683818.156258:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159442 00000004:00080000:1.0:1705683818.156262:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b35000/2, rc 0, transno 62093 00000100:00100000:2.0:1705683818.156265:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.156269:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b35000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.156275:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156276:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156277:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156277:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.156278:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.156280:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653504 00010000:00010000:1.0:1705683818.156286:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156289:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7436 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.156291:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.156296:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b847300/2, rc 0, transno 62094 00010000:00010000:1.0:1705683818.156296:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156300:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b847300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544784512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.156300:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156300:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156301:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156305:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105436 00000100:00100000:2.0:1705683818.156308:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7436:1858:x1788538577653504:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.156312:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.156313:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.156315:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7436 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.156321:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7436 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.156333:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0678c80/0xd7faa4ce02a4ab97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a874f3 expref: 7436 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.156337:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.156341:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.156342:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156342:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.156343:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156348:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230bc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.156348:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156350:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156356:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156358:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.156365:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156365:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1858:x1788538577653504:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.156368:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105436 00010000:00010000:0.0:1705683818.156370:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230bc00/0xd7faa4ce02aa1313 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156379:0:15180:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156382:0:15180:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156384:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.156385:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156385:0:15180:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156386:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156387:0:15180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.156391:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1942:3084:x1788538544784576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3981us (4038us total) trans 4295029391 rc 0/0 00010000:00010000:2.0:1705683818.156392:0:15180:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.156396:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159441 00000004:00080000:0.0:1705683818.156401:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b841e00/2, rc 0, transno 62095 00000100:00100000:1.0:1705683818.156412:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.156425:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.156434:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683818.156438:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.156447:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.156457:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156458:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156461:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785216 00000100:00100000:0.0:1705683818.156463:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544784576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.156469:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1943:3085:x1788538544783744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6392us (6416us total) trans 4295029392 rc 0/0 00000100:00100000:1.0:1705683818.156470:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156470:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156472:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785280 00000100:00100000:2.0:1705683818.156474:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159431 00000100:00100000:1.0:1705683818.156478:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156478:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156481:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159447 00000100:00100000:2.0:1705683818.156482:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156482:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.156483:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e26e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1943:3085:x1788538544785216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.156485:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159448 00000100:00100000:2.0:1705683818.156486:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1943:3085:x1788538544785280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.156491:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10467 count 1 00002000:00080000:2.0:1705683818.156494:0:15180:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10468 count 1 00000100:00100000:0.0:1705683818.156557:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.156563:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325ba800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544785344:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.156568:0:15180:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156576:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7434 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156580:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156581:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156582:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156591:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7434 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156595:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7434 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.156599:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f712d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544785408:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.156626:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.156627:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd03180 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.156635:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.156637:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156641:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156642:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132f32300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.156643:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156645:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.156646:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.156648:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7434 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156648:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156650:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785344 00010000:00010000:1.0:1705683818.156652:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.156653:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.156653:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156660:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.156660:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156661:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.156664:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159449 00010000:00010000:2.0:1705683818.156665:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f32300/0xd7faa4ce02aa125d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.156666:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7434 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156667:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1944:3084:x1788538544785344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.156672:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7434 pid: 15165 timeout: 690 lvb_type: 0 00002000:00080000:0.0:1705683818.156678:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10469 count 1 00000100:00100000:1.0:1705683818.156678:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544785472:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.156685:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156687:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156688:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.156690:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14849c0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.156708:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093ca8500/2, rc 0, transno 62096 00000100:00100000:1.0:1705683818.156714:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ca8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544783744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.156717:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.156723:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156724:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156727:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653632 00010000:00010000:2.0:1705683818.156734:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8155 pid: 15178 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.156742:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156742:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156744:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105437 00000100:00100000:2.0:1705683818.156746:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:1858:x1788538577653632:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.156762:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.156768:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8155 pid: 15178 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.156772:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8155 pid: 15178 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.156774:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544785536:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.156782:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de51e00/0xd7faa4ce02a5dd13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f12c expref: 8155 pid: 15178 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.156787:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.156788:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.156789:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e0 expref: 8154 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156792:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e0 expref: 8154 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.156795:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.156801:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a9af200/0xd7faa4ce02aa1264 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99e0 expref: 8154 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156805:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544785600:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.156813:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156814:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.156818:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156822:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156822:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.156823:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156825:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785536 00010000:00010000:1.0:1705683818.156828:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156832:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156833:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156835:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159450 00000100:00100000:2.0:1705683818.156836:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1945:3084:x1788538544785536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.156837:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1705683818.156843:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10470 count 1 00010000:00010000:0.0:1705683818.156889:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156891:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156898:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156899:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7434 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156902:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.156903:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156903:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.156904:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.156904:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.156905:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156913:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7434 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156917:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7434 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.156919:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.156922:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544785664:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.156923:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1946:3083:x1788538544783872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6621us (6660us total) trans 4295029393 rc 0/0 00010000:00010000:0.0:1705683818.156927:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.156930:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.156931:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159433 00000100:00100000:0.0:1705683818.156936:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544785728:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.156936:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.156937:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156940:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132f31180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.156941:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156945:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.156953:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.156954:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9e40 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.156956:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f31180/0xd7faa4ce02aa126b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.156965:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.156966:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156967:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.156968:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.156972:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156972:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156976:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653760 00000004:00080000:0.0:1705683818.156983:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0a5df00/2, rc 0, transno 62097 00000100:00100000:1.0:1705683818.156983:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.156984:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7435 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.156995:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.156995:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.156996:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0a5df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.156997:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653888 00010000:00010000:2.0:1705683818.157003:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7436 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.157015:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157015:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157018:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105438 00000100:00100000:2.0:1705683818.157021:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7436:1858:x1788538577653760:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.157025:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cde400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.157026:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.157028:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7436 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.157037:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.157037:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7436 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.157038:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157041:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.157044:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105439 00010000:00010000:2.0:1705683818.157047:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009077f200/0xd7faa4ce02a4af72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a875e8 expref: 7436 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.157048:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7436:1858:x1788538577653888:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.157054:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.157055:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.157055:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.157056:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157059:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7435 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.157060:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157066:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7435 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.157067:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.157072:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.157077:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.157079:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f49680/0xd7faa4ce02a4b204 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a876ac expref: 7435 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.157081:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1858:x1788538577653760:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.157082:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157083:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157085:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105438 00000100:00100000:1.0:1705683818.157087:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785792 00010000:00010000:0.0:1705683818.157088:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.157089:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.157091:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157095:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.157095:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157096:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157096:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157097:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577653952 00000100:00100000:2.0:1705683818.157097:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157099:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654016 00000100:00100000:1.0:1705683818.157104:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157105:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157106:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157107:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159451 00000100:00100000:2.0:1705683818.157107:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.157109:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159452 00000100:00100000:1.0:1705683818.157110:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1946:3085:x1788538544785792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.157111:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:2925:x1788538577653952:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.157112:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.157116:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:1.0:1705683818.157118:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10471 count 1 00000100:00100000:0.0:1705683818.157123:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1858:x1788538577653888:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 75us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.157128:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105439 00000100:00100000:0.0:1705683818.157142:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157143:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157147:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159453 00000100:00100000:0.0:1705683818.157150:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+7434:16380:x1788538577654016:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.157157:0:15151:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.157180:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157187:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157191:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.157192:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.157193:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157210:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157215:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.157221:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544785856:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.157234:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.157256:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.157262:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157263:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157268:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654080 00000100:00100000:1.0:1705683818.157277:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157278:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157281:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159454 00000100:00100000:1.0:1705683818.157284:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6102:15766:x1788538577654080:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.157288:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.157473:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a39400/0xd7faa4ce02aa1398 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3022:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a49 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.157481:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3022:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.157488:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.157489:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.157491:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a39400/0xd7faa4ce02aa1398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a49 expref: 7435 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157495:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096a39400/0xd7faa4ce02aa1398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a49 expref: 7435 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157499:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a39400, rc 0) 00000100:00100000:2.0:1705683818.157507:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:2925:x1788538577653952:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 395us (441us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.157510:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092308000/0xd7faa4ce02aa139f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a57 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.157510:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159452 00002000:00010000:1.0:1705683818.157519:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.157521:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157537:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157540:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.157541:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157542:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.157543:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157544:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092308000/0xd7faa4ce02aa139f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a57 expref: 6103 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157548:0:15151:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac4280/0xd7faa4ce02aa13a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a50 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157549:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.157552:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092308000/0xd7faa4ce02aa139f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a57 expref: 6103 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157557:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092308000, rc 0) 00002000:00010000:0.0:1705683818.157560:0:15151:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.157567:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6103:15766:x1788538577654080:12345-192.168.203.50@tcp:101:dd.0 Request processed in 283us (311us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.157569:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.157570:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.157571:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159454 00010000:00010000:0.0:1705683818.157572:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4280/0xd7faa4ce02aa13a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a50 expref: 7435 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157579:0:15151:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4280/0xd7faa4ce02aa13a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a50 expref: 7435 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157584:0:15151:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fac4280, rc 0) 00010000:00010000:1.0:1705683818.157584:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.157586:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157590:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9aca00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.157592:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.157595:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:16380:x1788538577654016:12345-192.168.203.50@tcp:101:dd.0 Request processed in 445us (518us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.157596:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.157600:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159453 00010000:00010000:1.0:1705683818.157604:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157608:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9aca00/0xd7faa4ce02aa1272 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.157617:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1947:3083:x1788538544783936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7171us (7196us total) trans 4295029394 rc 0/0 00000100:00100000:2.0:1705683818.157620:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159435 00010000:00010000:1.0:1705683818.157621:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.157622:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.157623:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683818.157625:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b842d00/2, rc 0, transno 62098 00000100:00100000:0.0:1705683818.157638:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544783936:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.157650:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157655:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157660:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.157660:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1705683818.157664:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.157665:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.157672:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.157681:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.157694:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157695:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157699:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544785920 00000100:00100000:1.0:1705683818.157716:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157716:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157719:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159455 00000100:00100000:1.0:1705683818.157722:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1948:3085:x1788538544785920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.157729:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10472 count 1 00010000:00010000:2.0:1705683818.157780:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.157782:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157786:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008fac4000 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.157787:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157789:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.157791:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1948:3085:x1788538544784448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5384us (5460us total) trans 4295029395 rc 0/0 00010000:00010000:2.0:1705683818.157795:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.157796:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159440 00010000:00010000:2.0:1705683818.157797:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fac4000/0xd7faa4ce02aa1321 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.157806:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.157807:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.157807:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.157808:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157817:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7434 pid: 15138 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.157821:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b845a00/2, rc 0, transno 62099 00010000:00010000:1.0:1705683818.157822:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.157822:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.157823:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.157828:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b845a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544784448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.157835:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7434 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.157840:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7434 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.157846:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544785984:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.157853:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.157858:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544786048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.157865:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.157876:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.157888:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157889:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157892:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544786048 00000100:00100000:1.0:1705683818.157892:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.157900:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157901:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157906:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654144 00000100:00100000:0.0:1705683818.157911:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157912:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.157916:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159456 00000100:00100000:0.0:1705683818.157919:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1948:3084:x1788538544786048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.157919:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157920:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.157923:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326856 00000100:00100000:1.0:1705683818.157926:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b32d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16429:x1788538577654144:12345-192.168.203.50@tcp:101:mrename.0 00002000:00080000:0.0:1705683818.157929:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10473 count 1 00010000:00010000:1.0:1705683818.157934:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.157987:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009230af80/0xd7faa4ce02aa13b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a5e expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.157998:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158006:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7434 pid: 15152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158011:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.158012:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.158013:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158024:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7434 pid: 15152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158030:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7434 pid: 15152 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.158037:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544786112:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.158047:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.158053:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.158054:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.158058:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.158097:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.158112:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.158112:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.158116:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158119:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:2.0:1705683818.158126:0:15169:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544784832:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.158135:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158138:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.158140:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.158142:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158145:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158148:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5d400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.158149:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158153:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00000100:00100000:2.0:1705683818.158155:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6363:1858:x1788538577652608:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3947us (4013us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.158157:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.158159:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.158160:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:2.0:1705683818.158160:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105426 00010000:00010000:1.0:1705683818.158163:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5d400/0xd7faa4ce02aa13c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158170:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158173:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158176:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158179:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5de00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.158180:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.158185:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.158186:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158191:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880097520400) 00010000:00010000:1.0:1705683818.158193:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.158194:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.158196:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5de00/0xd7faa4ce02aa13c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.158199:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.158203:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158204:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158210:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654400 00000100:00100000:0.0:1705683818.158214:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.158223:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009230af80/0xd7faa4ce02aa13b4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a5e expref: 1749 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158228:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009230af80/0xd7faa4ce02aa13b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a5e expref: 1749 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.158231:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158233:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.158235:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.158235:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230af80, rc 0) 00000100:00100000:0.0:1705683818.158236:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158236:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654592 00000100:00100000:0.0:1705683818.158244:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326857 00000100:00100000:0.0:1705683818.158248:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325be400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+1505:16398:x1788538577654400:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:1.0:1705683818.158255:0:14343:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0000_UUID:14343:1788538544784896:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.158255:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158256:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158261:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326858 00000100:00100000:2.0:1705683818.158263:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+339:16298:x1788538577654592:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:1.0:1705683818.158266:0:14343:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.158269:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00100000:1.0:1705683818.158270:0:14343:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.158271:0:14343:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.158272:0:14343:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.158276:0:14258:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.158289:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f140f00/0xd7faa4ce02aa1241 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99c4 expref: 1505 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.158291:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b32d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16429:x1788538577654144:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 364us (398us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683818.158296:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326856 00010000:00010000:0.0:1705683818.158302:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f35e00) 00010000:00010000:2.0:1705683818.158307:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a080/0xd7faa4ce02aa13d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a73 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158310:0:14258:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.158362:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158369:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158375:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.158379:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.158382:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x39 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158386:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158389:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158401:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158405:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158407:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158409:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158411:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a39900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.158412:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158414:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158416:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.158418:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.158419:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158420:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a39900/0xd7faa4ce02aa13d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158425:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158427:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158429:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158431:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a3a800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.158432:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158434:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158436:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x39 (ffff880097f0ad00) 00010000:00010000:2.0:1705683818.158437:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.158438:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158440:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a800/0xd7faa4ce02aa13e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x39 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.158455:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a080/0xd7faa4ce02aa13d0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a73 expref: 340 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.158458:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a3a080/0xd7faa4ce02aa13d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a73 expref: 340 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.158461:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a3a080, rc 0) 00000100:00100000:2.0:1705683818.158473:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+339:16298:x1788538577654592:12345-192.168.203.50@tcp:101:rm.0 Request processed in 210us (274us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683818.158476:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326858 00000100:00100000:2.0:1705683818.158485:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158486:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158489:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654656 00010000:00010000:2.0:1705683818.158494:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.158508:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158508:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158511:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105440 00000100:00100000:2.0:1705683818.158512:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+339:1857:x1788538577654656:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.158516:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.158518:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.158521:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.158539:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090a07980/0xd7faa4ce02aa0d08 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9835 expref: 339 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.158546:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff88008f915300) 00010000:00010000:2.0:1705683818.158548:0:15169:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.158551:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.158553:0:15169:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.158558:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.158560:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.158566:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.158568:0:14343:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:2.0:1705683818.158568:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac86400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+338:1857:x1788538577654656:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 55us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.158570:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105440 00010000:00010000:1.0:1705683818.158575:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:2.0:1705683818.158577:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158578:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158580:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654464 00000100:00100000:2.0:1705683818.158586:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158587:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158588:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654528 00000100:00100000:2.0:1705683818.158594:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158594:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158596:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159457 00000100:00100000:2.0:1705683818.158598:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6363:14136:x1788538577654464:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.158602:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.158625:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.158626:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.158631:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.158631:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.158635:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.158636:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.158653:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.158657:0:14343:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.158662:0:14343:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.158670:0:14343:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0000-mdtlov_UUID:14343:1788538544786176:0@lo:101:mdt00_037.0 00000100:00100000:1.0:1705683818.158689:0:14343:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.158699:0:14343:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484c00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.158707:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.158707:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.158712:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544786176 00010000:00010000:0.0:1705683818.158719:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.158724:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00000100:00100000:1.0:1705683818.158728:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.158729:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00000100:00100000:1.0:1705683818.158729:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.158732:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39446 00000100:00100000:1.0:1705683818.158735:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:14343:x1788538544786176:12345-0@lo:101:mdt00_037.0 00010000:00010000:1.0:1705683818.158741:0:14250:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.158766:0:14250:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa13fa expref: -99 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158778:0:14250:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158783:0:14250:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1504 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158787:0:14250:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 5/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158801:0:14250:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1504 pid: 6561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158807:0:14250:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1504 pid: 6561 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.158813:0:14250:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14250:1788538544786240:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.158824:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.158825:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a3b200/0xd7faa4ce02aa1416 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3557:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a65 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158830:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.158834:0:14250:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.158835:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00002000:00010000:2.0:1705683818.158835:0:15165:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3557:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.158840:0:14250:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.158843:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.158844:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.158845:0:14250:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d664b00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14250:1788538544786304:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.158846:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a3b200/0xd7faa4ce02aa1416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a65 expref: 6364 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.158853:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096a3b200/0xd7faa4ce02aa1416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a65 expref: 6364 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.158855:0:14250:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.158858:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a3b200, rc 0) 00000100:00100000:1.0:1705683818.158867:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.158868:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.158872:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6364:14136:x1788538577654464:12345-192.168.203.50@tcp:101:dd.0 Request processed in 273us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.158874:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159458 00000100:00100000:1.0:1705683818.158877:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:15645:x1788538577654528:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.158877:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159457 00010000:00010000:1.0:1705683818.158883:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.158903:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a6c expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158914:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6102 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.158919:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.158920:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.158921:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a6c expref: 8156 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.158935:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6102 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.158940:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6102 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.158947:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544786368:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.158966:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000004:00010000:0.0:1705683818.159050:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325be400 reply state ffff8800a1591000 transno 4295059883 ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159059:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159063:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:0.0:1705683818.159065:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683818.159069:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159073:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159076:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159080:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159084:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096928f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.159086:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159093:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159097:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.159099:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.159100:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159103:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096928f00/0xd7faa4ce02aa13de lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00000004:00010000:0.0:1705683818.159112:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325be400 reply state ffff8800a1591000 transno 4295059883 ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159116:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159119:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880091f0b000) 00010000:00010000:0.0:1705683818.159120:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1705683818.159121:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325be400 reply state ffff8800a1591000 transno 4295059883 ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159125:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.159127:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880091f0b600) 00010000:00010000:0.0:1705683818.159128:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.159161:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325be400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+1506:16398:x1788538577654400:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 912us (1064us total) trans 4295059883 rc 0/0 00000100:00100000:0.0:1705683818.159166:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326857 00000100:00100000:0.0:1705683818.159230:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.159253:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.159258:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159259:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159262:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654272 00000100:00100000:0.0:1705683818.159273:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159274:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159276:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326859 00000100:00100000:0.0:1705683818.159279:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+338:16472:x1788538577654272:12345-192.168.203.50@tcp:36:touch.0 00000100:00100000:1.0:1705683818.159283:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.159297:0:14258:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.159306:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092309180/0xd7faa4ce02aa12f7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a1f expref: 338 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.159316:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4bd:0x0].0x0 (ffff88009a822400) 00010000:00010000:0.0:1705683818.159323:0:14258:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.159352:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.159358:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654720 00000100:00100000:1.0:1705683818.159382:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.159382:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.159386:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159459 00000100:00100000:2.0:1705683818.159388:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.159389:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.159390:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:13157:x1788538577654720:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.159395:0:15151:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.159430:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009692ad00/0xd7faa4ce02aa1424 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x4bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.159435:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009692ad00/0xd7faa4ce02aa1424 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x4bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.159440:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009692ad00/0xd7faa4ce02aa1424 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x4bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00010000:0.0:1705683818.159565:0:14258:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8800a133b700 reply state ffff88009d6f2000 transno 4295064387 ns: mdt-lustre-MDT0000_UUID lock: ffff88009692ad00/0xd7faa4ce02aa1424 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x4bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.159572:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009692ad00/0xd7faa4ce02aa1424 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x4bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.159576:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4bd:0x0].0x0 (ffff880091f0b400) 00010000:00010000:1.0:1705683818.159576:0:15151:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c5f480/0xd7faa4ce02aa142b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a7a expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.159577:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:1.0:1705683818.159586:0:15151:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.159594:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.159595:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.159597:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5f480/0xd7faa4ce02aa142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a7a expref: 7436 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.159605:0:15151:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c5f480/0xd7faa4ce02aa142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a7a expref: 7436 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.159611:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+339:16472:x1788538577654272:12345-192.168.203.50@tcp:36:touch.0 Request processed in 330us (357us total) trans 4295064387 rc 0/0 00010000:00010000:1.0:1705683818.159611:0:15151:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5f480, rc 0) 00000100:00100000:0.0:1705683818.159615:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326859 00000100:00100000:1.0:1705683818.159627:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+7436:13157:x1788538577654720:12345-192.168.203.50@tcp:101:dd.0 Request processed in 236us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.159632:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159459 00000100:00100000:1.0:1705683818.159658:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544785024:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.159671:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.159684:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:1858:x1788538577653056:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3861us (4013us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.159689:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105432 00000100:00100000:2.0:1705683818.159771:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f712300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544785152:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.159783:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.159788:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.159790:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.159790:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159822:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544785088:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.159829:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f712d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544785408:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.159837:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544785472:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.159839:0:15180:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.159841:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00100000:2.0:1705683818.159843:0:15180:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.159844:0:15180:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.159845:0:15180:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.159849:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.159858:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.159859:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.159859:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.159868:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a203b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1857:x1788538577653824:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3798us (3953us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.159875:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105435 00000100:00100000:2.0:1705683818.159929:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544785600:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.159939:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.159957:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:1858:x1788538577653632:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3209us (3239us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.159962:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544785856:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.159962:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105437 00000100:00100000:0.0:1705683818.159963:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544785728:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.159974:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.159978:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.159979:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.159979:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.159980:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.159984:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544785664:192.168.203.50@tcp:104: 00010000:00100000:0.0:1705683818.159985:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.159986:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.159986:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.159998:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.159998:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.160003:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.160003:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.160004:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160006:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160006:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160010:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654976 00000100:00100000:1.0:1705683818.160020:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160021:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160024:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159460 00000100:00100000:1.0:1705683818.160026:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:c572401a-2098-484c-b5c8-7a348378e325+6103:7929:x1788538577654976:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.160031:0:15151:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.160050:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.160059:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160060:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160064:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654848 00010000:00010000:2.0:1705683818.160073:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7435 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160083:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160084:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160087:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105441 00000100:00100000:2.0:1705683818.160091:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1857:x1788538577654848:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.160097:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.160099:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7435 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160105:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7435 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160115:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096199400/0xd7faa4ce02a4bfbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87aa3 expref: 7435 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160123:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160124:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160125:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160130:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160142:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.160157:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7434:1857:x1788538577654848:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.160162:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105441 00010000:00010000:2.0:1705683818.160174:0:15180:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160177:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.160178:0:15180:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160183:0:15180:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160186:0:15151:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a81 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160187:0:15180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160197:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6104 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.160203:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8154 pid: 15165 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.160203:0:15180:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.160211:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.160212:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.160214:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a81 expref: 6104 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160227:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8154 pid: 15165 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.160233:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8154 pid: 15165 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.160240:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0000_UUID:15151:1788538544786432:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.160253:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.160257:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160262:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a38780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.160263:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6104 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.160264:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160268:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160269:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6104 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.160275:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0000_UUID:15151:1788538544786496:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.160276:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160284:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a38780/0xd7faa4ce02aa1375 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.160286:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1df00 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.160300:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.160300:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.160301:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+1949:3085:x1788538544785280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3813us (3852us total) trans 4295029396 rc 0/0 00010000:00010000:0.0:1705683818.160302:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.160306:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159448 00000100:00100000:2.0:1705683818.160314:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160315:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160318:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655232 00000004:00080000:0.0:1705683818.160320:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325b9400/2, rc 0, transno 62100 00000100:00100000:0.0:1705683818.160326:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.160327:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160327:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160330:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159461 00000100:00100000:2.0:1705683818.160333:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6364:2974:x1788538577655232:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.160338:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.160373:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544786560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.160396:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.160397:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.160413:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160413:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160418:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544786560 00000100:00100000:1.0:1705683818.160428:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160429:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160431:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159462 00000100:00100000:1.0:1705683818.160433:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1949:3084:x1788538544786560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.160438:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00002000:00080000:1.0:1705683818.160442:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10474 count 1 00000100:00100000:0.0:1705683818.160446:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160447:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160452:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655040 00010000:00010000:2.0:1705683818.160452:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a88 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160463:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7434 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160464:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7434 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160468:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.160469:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.160470:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a88 expref: 6365 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160476:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160477:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160479:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655168 00010000:00010000:2.0:1705683818.160484:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7435 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160486:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7435 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160490:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7435 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.160497:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160497:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160497:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544786624:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.160501:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105442 00000100:00100000:0.0:1705683818.160504:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096658850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1857:x1788538577655040:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.160506:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160513:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.160514:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7435 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.160515:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.160516:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7435 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.160518:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.160519:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.160520:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.160533:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7435 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160536:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160537:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.160541:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7435 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.160544:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105443 00010000:00010000:1.0:1705683818.160546:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7435 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160547:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7435:1857:x1788538577655168:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.160548:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b51180/0xd7faa4ce02a4c441 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87bf3 expref: 7435 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.160553:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544786688:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.160553:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.160556:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.160558:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.160559:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.160561:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160563:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.160566:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.160566:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.160573:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136265b80/0xd7faa4ce02a4c7a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87d12 expref: 7434 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.160580:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.160581:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160582:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160583:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160588:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160595:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096658850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7433:1857:x1788538577655040:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.160599:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.160600:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105442 00010000:00010000:2.0:1705683818.160606:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.160611:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160615:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160620:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.160620:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7432:1857:x1788538577655168:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 72us (182us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.160623:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.160625:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105443 00010000:00010000:1.0:1705683818.160631:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.160641:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.160644:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160649:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230a300 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:0.0:1705683818.160650:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.160650:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160656:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160663:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160666:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.160667:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230a300/0xd7faa4ce02aa1391 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160672:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160673:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160678:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654784 00010000:00010000:2.0:1705683818.160682:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.160683:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.160685:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.160687:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7432 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160689:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160690:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160694:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577654912 00000100:00100000:0.0:1705683818.160699:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160699:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.160702:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105444 00010000:00010000:2.0:1705683818.160703:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7433 pid: 15165 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.160704:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1950:3085:x1788538544785792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3593us (3662us total) trans 4295029397 rc 0/0 00000100:00100000:0.0:1705683818.160705:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7433:1857:x1788538577654784:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.160708:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159451 00010000:00010000:0.0:1705683818.160710:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.160713:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7433 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160714:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.160715:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160716:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.160716:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.160718:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7433 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.160718:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105445 00000100:00100000:1.0:1705683818.160719:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655296 00000100:00100000:2.0:1705683818.160722:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7433:1857:x1788538577654912:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.160727:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.160727:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.160728:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.160729:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904fd900/0xd7faa4ce02a4bacb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8790d expref: 7433 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.160730:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7433 pid: 15165 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.160731:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159463 00000100:00100000:1.0:1705683818.160734:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8155:16380:x1788538577655296:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.160736:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160736:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7432 pid: 15165 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.160737:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.160739:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160739:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.160743:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160746:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135db0f00/0xd7faa4ce02a4bd95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a879e6 expref: 7432 pid: 15165 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.160772:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.160773:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160774:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.160775:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160780:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.160785:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7431:1857:x1788538577654784:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 78us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.160789:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105444 00010000:00010000:2.0:1705683818.160797:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.160813:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7430:1857:x1788538577654912:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 91us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.160818:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105445 00010000:00010000:2.0:1705683818.160833:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160838:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160843:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160847:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160856:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.160935:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1950:3084:x1788538544785536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4097us (4140us total) trans 4295029398 rc 0/0 00000100:00100000:2.0:1705683818.160940:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159450 00000004:00080000:0.0:1705683818.160941:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cde400/2, rc 0, transno 62101 00000100:00100000:0.0:1705683818.160950:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cde400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.160953:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.160955:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160960:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a38a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.160962:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160966:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c5cf00/0xd7faa4ce02aa1447 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a8f expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160967:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160974:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.160975:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.160978:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a38a00/0xd7faa4ce02aa138a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.160982:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.160983:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.160985:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5cf00/0xd7faa4ce02aa1447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a8f expref: 8156 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.160989:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.160990:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.160991:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.160995:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c5cf00/0xd7faa4ce02aa1447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a8f expref: 8156 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.160998:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:0.0:1705683818.160999:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cd8a00/2, rc 0, transno 62102 00010000:00010000:1.0:1705683818.161000:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5cf00, rc 0) 00000100:00100000:0.0:1705683818.161002:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544785536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.161005:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac86400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544786752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.161012:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:16380:x1788538577655296:12345-192.168.203.50@tcp:101:dd.0 Request processed in 278us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.161016:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159463 00000100:00100000:0.0:1705683818.161018:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.161026:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.161029:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161033:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161037:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161041:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161045:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161048:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.161050:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161055:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161059:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.161065:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544786816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.161071:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.161083:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.161099:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161100:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161105:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544786752 00000100:00100000:0.0:1705683818.161117:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161117:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.161117:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e26e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1952:3085:x1788538544785216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4633us (4691us total) trans 4295029399 rc 0/0 00000100:00100000:0.0:1705683818.161119:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544786816 00000100:00100000:1.0:1705683818.161122:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159447 00000100:00100000:0.0:1705683818.161127:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161128:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161131:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159464 00000100:00100000:1.0:1705683818.161131:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.161132:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161134:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1952:3086:x1788538544786752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.161135:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159465 00000100:00100000:1.0:1705683818.161137:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1952:3085:x1788538544786816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.161144:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10475 count 1 00002000:00080000:1.0:1705683818.161145:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10476 count 1 00000100:00100000:2.0:1705683818.161150:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1952:3084:x1788538544784960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5097us (5462us total) trans 4295029400 rc 0/0 00000100:00100000:2.0:1705683818.161155:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159446 00010000:00010000:2.0:1705683818.161167:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.161170:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161175:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092308500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.161176:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161180:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161188:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161192:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092308500/0xd7faa4ce02aa137c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161194:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161199:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161202:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.161203:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.161203:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161212:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161215:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.161220:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009632da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544786880:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.161230:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.161236:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.161238:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161241:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a3bc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.161242:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161245:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161251:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161253:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a3bc00/0xd7faa4ce02aa136e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161261:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.161262:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.161262:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.161280:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.161285:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.161285:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.161286:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.161287:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.161289:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.161294:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.161295:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.161296:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.161363:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.161370:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.161372:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.161378:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544786944:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.161381:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161382:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161386:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655360 00000100:00100000:2.0:1705683818.161396:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161397:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161399:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011dddd540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.161400:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159466 00000100:00100000:2.0:1705683818.161403:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7430:13049:x1788538577655360:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.161409:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.161410:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00080000:0.0:1705683818.161424:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009bba6400/2, rc 0, transno 62104 00000100:00100000:0.0:1705683818.161429:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544784960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.161437:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161438:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161443:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655424 00000100:00100000:0.0:1705683818.161456:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.161456:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544785984:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.161457:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.161460:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159467 00000100:00100000:0.0:1705683818.161463:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:2925:x1788538577655424:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.161464:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161465:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a96 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.161467:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.161467:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.161468:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.161470:0:15134:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.161476:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7431 pid: 8810 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.161481:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.161482:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6365 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.161486:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.161487:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.161489:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a96 expref: 7431 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161500:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6365 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.161506:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6365 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.161513:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f711e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544787008:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.161552:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7431 pid: 8810 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.161554:0:14250:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14250:1788538544786240:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.161558:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7431 pid: 8810 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.161563:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544787072:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.161569:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.161574:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.161585:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.161586:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161586:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161592:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655552 00000100:00100000:2.0:1705683818.161605:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161606:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161608:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655808 00000100:00100000:1.0:1705683818.161611:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.161623:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.161624:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161624:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.161625:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.161627:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326860 00000100:00100000:1.0:1705683818.161630:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326861 00000100:00100000:2.0:1705683818.161631:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16429:x1788538577655552:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:1.0:1705683818.161633:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0472d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+339:16403:x1788538577655808:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.161638:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.161650:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.161660:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097328280/0xd7faa4ce02a9b96a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa83d6 expref: 1748 pid: 10090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.161665:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5db80/0xd7faa4ce02aa1463 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9aab expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161669:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6a:0x0].0x0 (ffff8800a0f54700) 00010000:00010000:2.0:1705683818.161674:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.161706:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161711:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161714:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161730:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.161737:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.161745:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161747:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161767:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.161770:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161772:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161775:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161776:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161823:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161828:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161833:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161837:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.161842:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.161846:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00200000:1.0:1705683818.161857:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x47d:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.161860:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683818.161876:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161883:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161886:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161889:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161893:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161896:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5d680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.161898:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161901:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161906:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.161908:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.161909:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161913:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5d680/0xd7faa4ce02aa146a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161919:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161922:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161925:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161928:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5c000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.161929:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161931:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161935:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x37 (ffff880096ad1c00) 00010000:00010000:1.0:1705683818.161936:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.161937:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.161939:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5c000/0xd7faa4ce02aa1478 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.161946:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.161951:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.161955:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161958:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5db80/0xd7faa4ce02aa1463 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 341 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.161961:0:15134:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009692b480/0xd7faa4ce02aa149b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3042:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9a9d expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161961:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.161964:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 340 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.161964:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161967:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009b087a00) 00010000:00010000:1.0:1705683818.161968:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1705683818.161968:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.161969:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5e580, rc 0) 00000100:00100000:1.0:1705683818.161981:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0472d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+340:16403:x1788538577655808:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 348us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.161986:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326861 00000100:00100000:1.0:1705683818.162010:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.162027:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162031:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162035:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162038:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05f980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.162039:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162042:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162047:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:2.0:1705683818.162049:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.162051:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162054:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f980/0xd7faa4ce02aa14a2 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162061:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.162061:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162064:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162067:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162071:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.162071:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05f700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.162072:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162075:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.162075:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162076:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162080:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655936 00010000:00010000:2.0:1705683818.162080:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6a:0x0].0x0 (ffff88008faca500) 00010000:00010000:2.0:1705683818.162081:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.162083:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162085:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f700/0xd7faa4ce02aa1494 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162088:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162088:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162089:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655616 00000100:00100000:1.0:1705683818.162093:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162094:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.162094:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.162095:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159468 00000100:00100000:1.0:1705683818.162097:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6105:14136:x1788538577655936:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.162098:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162101:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.162103:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.162104:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162107:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05f480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.162108:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162111:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162118:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.162120:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.162121:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162124:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05f480/0xd7faa4ce02aa1471 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162130:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162133:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162136:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162139:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05d900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.162141:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162144:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162148:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880091f0b000) 00010000:00010000:2.0:1705683818.162149:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.162151:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162154:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d900/0xd7faa4ce02aa147f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162159:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162162:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162165:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162168:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05fc00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.162169:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162172:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162176:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff88008faca800) 00010000:00010000:2.0:1705683818.162177:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.162178:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.162182:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05fc00/0xd7faa4ce02aa148d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:2.0:1705683818.162198:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162199:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162203:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655104 00010000:00010000:2.0:1705683818.162213:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7432 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.162224:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162225:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162227:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655744 00010000:00010000:2.0:1705683818.162233:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7433 pid: 15152 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.162247:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162247:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162250:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655680 00010000:00010000:2.0:1705683818.162255:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7434 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.162264:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162264:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162266:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577655872 00010000:00010000:1.0:1705683818.162272:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800730cf980/0xd7faa4ce02aa14a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3517:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ab2 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162272:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1506 pid: 6561 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.162279:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162280:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:1.0:1705683818.162281:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3517:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.162283:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105446 00000100:00100000:2.0:1705683818.162286:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7434:1857:x1788538577655104:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.162288:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.162289:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.162292:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800730cf980/0xd7faa4ce02aa14a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ab2 expref: 6106 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162292:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.162294:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 690 lvb_type: 0 00002000:00010000:0.0:1705683818.162296:0:15134:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3042:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.162298:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800730cf980/0xd7faa4ce02aa14a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ab2 expref: 6106 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162301:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.162303:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800730cf980, rc 0) 00010000:00010000:0.0:1705683818.162307:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.162308:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.162311:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c364500/0xd7faa4ce02a4c193 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87b2f expref: 7434 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.162312:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009692b480/0xd7faa4ce02aa149b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a9d expref: 8157 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.162315:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6106:14136:x1788538577655936:12345-192.168.203.50@tcp:101:dd.0 Request processed in 217us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.162320:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159468 00010000:00010000:2.0:1705683818.162320:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.162321:0:15134:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009692b480/0xd7faa4ce02aa149b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a9d expref: 8157 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162321:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.162323:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162327:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.162328:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162328:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162331:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159469 00010000:00010000:0.0:1705683818.162332:0:15134:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009692b480, rc 0) 00000100:00100000:1.0:1705683818.162334:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6366:15766:x1788538577655616:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.162338:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.162340:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.162351:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:2925:x1788538577655424:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 886us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.162356:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7433:1857:x1788538577655104:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 69us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.162357:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159467 00000100:00100000:2.0:1705683818.162361:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105446 00000100:00100000:2.0:1705683818.162369:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162370:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162373:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105447 00000100:00100000:0.0:1705683818.162376:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162376:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7432:1857:x1788538577655744:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.162377:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.162381:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.162383:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7432 pid: 15152 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.162385:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105448 00000100:00100000:0.0:1705683818.162388:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7432:1857:x1788538577655680:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.162389:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7432 pid: 15152 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.162394:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.162397:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7432 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.162399:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.162400:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.162402:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.162404:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7432 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.162406:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.162417:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a174b480/0xd7faa4ce02a4c9e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87dc1 expref: 7432 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.162419:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.162425:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.162426:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.162427:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.162431:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7431:1857:x1788538577655744:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (845us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.162432:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.162435:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105447 00000100:00100000:2.0:1705683818.162444:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162445:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162448:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105449 00010000:00010000:0.0:1705683818.162449:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.162451:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+1506:1857:x1788538577655872:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.162457:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.162460:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1506 pid: 6561 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.162462:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7430:1857:x1788538577655680:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 74us (850us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.162465:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1506 pid: 6561 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.162467:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105448 00010000:00010000:2.0:1705683818.162474:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091590000/0xd7faa4ce02aa0fe7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa991c expref: 1506 pid: 6561 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.162483:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009bea5300) 00010000:00010000:2.0:1705683818.162486:0:6523:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162491:0:6523:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162496:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.162508:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+1505:1857:x1788538577655872:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.162513:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544787136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.162513:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105449 00010000:00010000:1.0:1705683818.162519:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730cef80/0xd7faa4ce02aa14b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9aa4 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.162543:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.162551:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.162552:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.162554:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cef80/0xd7faa4ce02aa14b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aa4 expref: 6367 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162561:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800730cef80/0xd7faa4ce02aa14b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aa4 expref: 6367 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162567:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800730cef80, rc 0) 00000100:00100000:1.0:1705683818.162580:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6367:15766:x1788538577655616:12345-192.168.203.50@tcp:101:dd.0 Request processed in 245us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.162584:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159469 00000100:00100000:0.0:1705683818.162587:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.162590:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.162595:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162595:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.162595:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.162599:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787136 00010000:00010000:2.0:1705683818.162600:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162604:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.162610:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162611:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162614:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159470 00010000:00010000:2.0:1705683818.162614:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.162616:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1952:3083:x1788538544787136:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1705683818.162623:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bf300/2, rc 0, transno 62103 00002000:00080000:1.0:1705683818.162625:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10477 count 1 00000100:00100000:0.0:1705683818.162629:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bf300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.162685:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.162688:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.162694:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008fac7700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.162696:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.162696:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1953:3084:x1788538544785344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6028us (6070us total) trans 4295029401 rc 0/0 00010000:00010000:0.0:1705683818.162701:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.162701:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159449 00010000:00010000:0.0:1705683818.162710:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162710:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.162714:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fac7700/0xd7faa4ce02aa1383 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162719:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7429 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162724:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.162725:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.162726:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.162727:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325ba800/2, rc 0, transno 62105 00000100:00100000:2.0:1705683818.162730:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325ba800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544785344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.162732:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.162733:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.162733:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.162737:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7429 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162743:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7429 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.162763:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132600a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544787200:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.162772:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16429:x1788538577655552:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 1118us (1268us total) trans 0 rc -39/-39 00000100:00100000:1.0:1705683818.162776:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.162777:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326860 00000100:00100000:0.0:1705683818.162791:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683818.162793:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.162797:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544787264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.162797:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.162797:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683818.162803:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544787328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.162805:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162808:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.162815:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.162816:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.162822:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.162826:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162831:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092308780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.162833:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.162837:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.162842:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.162843:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.162846:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.162847:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787264 00010000:00010000:2.0:1705683818.162850:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092308780/0xd7faa4ce02aa13ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.162859:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.162860:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.162862:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159471 00010000:00010000:2.0:1705683818.162864:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.162865:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1954:3083:x1788538544787264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.162865:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.162866:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.162874:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1705683818.162875:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10478 count 1 00000100:00100000:1.0:1705683818.162889:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1954:3085:x1788538544785920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5166us (5206us total) trans 4295029402 rc 0/0 00000100:00100000:1.0:1705683818.162893:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159455 00000100:00100000:1.0:1705683818.162901:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162901:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162904:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787328 00000100:00100000:1.0:1705683818.162917:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162918:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.162919:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162920:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159472 00000100:00100000:2.0:1705683818.162920:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.162923:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1954:3086:x1788538544787328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.162931:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10479 count 1 00000100:00100000:2.0:1705683818.162960:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.162979:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.162997:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.163004:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163005:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163009:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656128 00000100:00100000:2.0:1705683818.163019:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163020:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163023:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326862 00000100:00100000:2.0:1705683818.163026:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f715000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1505:16407:x1788538577656128:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.163034:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.163038:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163047:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7429 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163053:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.163054:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.163055:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163069:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7429 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163070:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163073:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d680/0xd7faa4ce02aa14cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ab9 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163079:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7429 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163081:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7429 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.163083:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.163084:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.163085:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.163090:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544787392:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.163103:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7429 pid: 15179 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.163109:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fbb40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.163110:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.163118:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544787456:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.163121:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163123:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163127:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656064 00010000:00010000:2.0:1705683818.163133:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.163136:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c240 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.163139:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6106 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.163139:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163144:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.163153:0:14250:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d664b00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14250:1788538544786304:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.163159:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163161:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163164:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656000 00010000:00010000:0.0:1705683818.163172:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.163174:0:14250:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163180:0:14250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009bea5300) 00010000:00010000:1.0:1705683818.163181:0:14250:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1705683818.163182:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163183:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.163183:0:14250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.163186:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105450 00010000:00010000:1.0:1705683818.163188:0:14250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.163190:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6106:1858:x1788538577656064:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.163191:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.163192:0:14250:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5fc00, rc 0) 00000100:00100000:2.0:1705683818.163192:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.163196:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.163200:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105451 00000100:00100000:2.0:1705683818.163204:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:1858:x1788538577656000:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.163207:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6106 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.163210:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.163214:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6106 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.163214:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:14343:x1788538544786176:12345-0@lo:101:mdt00_037.0 Request processed in 4478us (4523us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.163214:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.163219:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39446 00010000:00010000:2.0:1705683818.163220:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.163229:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba94280/0xd7faa4ce02a9eaef lrc: 0/0,0 mode: --/PR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f7c expref: 1747 pid: 10090 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.163232:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.163233:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.163236:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a6c expref: 8156 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163237:0:14236:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009bea5300) 00010000:00010000:2.0:1705683818.163240:0:14236:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 38 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163241:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a6c expref: 8156 pid: 15126 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.163247:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cdd500/2, rc 0, transno 62106 00010000:00010000:2.0:1705683818.163250:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 38 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.163252:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544785920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.163254:0:14236:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 38 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163257:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a6c expref: 8156 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.163265:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15173:1788538544787520:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.163268:0:14236:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 38 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163275:0:14236:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f715500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-MDT0001_UUID:14236:1788538544787584:0@lo:105: 00000100:00100000:1.0:1705683818.163277:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683818.163281:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132601400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544787648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.163285:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.163294:0:14236:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.163295:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.163304:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.163305:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163308:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163309:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.163309:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787648 00000100:00100000:2.0:1705683818.163309:0:14236:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.163316:0:10083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787584 00000100:00100000:1.0:1705683818.163317:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.163317:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.163320:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159473 00000100:00100000:1.0:1705683818.163322:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1955:3085:x1788538544787648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.163330:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10480 count 1 00010000:00010000:2.0:1705683818.163331:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.163338:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163339:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163339:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.163342:0:10083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12363 00010000:00010000:2.0:1705683818.163342:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163344:0:10083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f715a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14236:x1788538544787584:12345-0@lo:105: 00010000:00010000:0.0:1705683818.163350:0:10083:0:(ldlm_lockd.c:2544:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163355:0:10083:0:(ldlm_lockd.c:2002:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163359:0:10083:0:(ldlm_lockd.c:2079:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163363:0:10083:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163366:0:10083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 5/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163369:0:10083:0:(ldlm_lockd.c:2107:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 5/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163374:0:10083:0:(ldlm_lockd.c:2118:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880093c5e080) 00000100:00100000:0.0:1705683818.163397:0:10083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f715a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14236:x1788538544787584:12345-0@lo:105: Request processed in 52us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.163400:0:10083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12363 00010000:00010000:1.0:1705683818.163402:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163408:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7429 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163412:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.163412:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.163413:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163414:0:14236:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f715500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-MDT0001_UUID:14236:1788538544787584:0@lo:105: 00010000:00010000:1.0:1705683818.163422:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7429 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163423:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.163425:0:14427:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096304a00/0xd7faa4ce02a4cb41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87e31 expref: 7429 pid: 15152 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.163425:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7429 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.163430:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544786112:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.163433:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132601e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544787712:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.163435:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:1858:x1788538577656000:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 231us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.163440:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105451 00010000:00010000:0.0:1705683818.163442:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.163443:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00010000:00100000:0.0:1705683818.163446:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.163446:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.163447:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.163448:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163450:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163455:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163458:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.163459:0:14343:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0000-mdtlov_UUID:14343:1788538544786176:0@lo:101:mdt00_037.0 00010000:00010000:2.0:1705683818.163459:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.163466:0:14343:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.163469:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.163469:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163474:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163488:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.163490:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163495:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009692a800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.163497:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163501:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163509:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163514:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009692a800/0xd7faa4ce02aa13bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163515:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163518:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 2/0,0 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163520:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163537:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5f700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.163539:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163541:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.163542:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 4/0,0 mode: EX/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163542:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.163543:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.163548:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x10f:0x0].0x0 (ffff880097520c00) 00010000:00010000:1.0:1705683818.163549:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683818.163551:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 2/0,0 mode: --/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163554:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5f700/0xd7faa4ce02aa13f3 lrc: 0/0,0 mode: --/EX res: [0x200000400:0x10f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000004:00200000:2.0:1705683818.163557:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d53:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.163560:0:14325:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1705683818.163563:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163566:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163568:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.163569:0:14325:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163574:0:14343:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.163575:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00080000:1.0:1705683818.163578:0:14343:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x98:0x0] 00010000:00010000:2.0:1705683818.163579:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163583:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163584:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163586:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163587:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163590:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163591:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05ca00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.163593:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230aa80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.163593:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163594:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1956:3084:x1788538544786048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5674us (5718us total) trans 4295029403 rc 0/0 00010000:00010000:1.0:1705683818.163594:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.163597:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159456 00010000:00010000:1.0:1705683818.163597:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163597:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163602:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.163603:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff88008f915300) 00010000:00010000:2.0:1705683818.163604:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.163605:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.163605:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163606:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163608:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ca00/0xd7faa4ce02aa14d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163612:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230aa80/0xd7faa4ce02aa1360 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163615:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.163618:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163621:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.163621:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163625:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.163625:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163625:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05e580 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:0.0:1705683818.163626:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.163626:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163628:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656192 00010000:00010000:1.0:1705683818.163629:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163629:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.163632:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163634:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3431 (ffff88008faca900) 00000100:00100000:0.0:1705683818.163635:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.163635:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163635:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.163636:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.163636:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163637:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159474 00010000:00010000:1.0:1705683818.163638:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092308280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.163639:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163639:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05e580/0xd7faa4ce02aa14da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.163640:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:13157:x1788538577656192:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.163642:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.163645:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.163647:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.163649:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.163650:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163653:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092308280/0xd7faa4ce02aa1352 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163661:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163665:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163665:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05d680/0xd7faa4ce02aa14cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ab9 expref: 1507 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163668:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163671:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009230b980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.163673:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163673:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ab9 expref: 1506 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163676:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.163678:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff88008faca600) 00010000:00010000:2.0:1705683818.163679:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.163680:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e05ed00, rc 0) 00010000:00010000:1.0:1705683818.163681:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3931 (ffff880097520100) 00010000:00010000:1.0:1705683818.163683:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.163684:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.163687:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230b980/0xd7faa4ce02aa1359 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000004:00080000:2.0:1705683818.163700:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bb700/2, rc 0, transno 62107 00000100:00100000:2.0:1705683818.163707:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544786048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.163714:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fabc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16238:x1788538577653440:12345-192.168.203.50@tcp:36:rm.0 Request processed in 8390us (8420us total) trans 0 rc -39/-39 00000100:00100000:1.0:1705683818.163719:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326855 00000100:00100000:2.0:1705683818.163731:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683818.163736:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544787776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.163747:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.163766:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163768:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.163771:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5e080 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:1.0:1705683818.163774:0:11077:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683818.163778:0:11077:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163789:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f715000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1506:16407:x1788538577656128:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 762us (792us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.163793:0:11077:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 2/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163794:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326862 00010000:00010000:1.0:1705683818.163797:0:11077:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1705683818.163809:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 1/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.163814:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880093c5e080/0xd7faa4ce02aa13fa lrc: 0/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1408 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163814:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544787840:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.163823:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.163824:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.163825:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.163827:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.163841:0:15126:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e9f700/0xd7faa4ce02a968ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b03 expref: 6106 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.163841:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163842:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163845:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787840 00000100:00100000:1.0:1705683818.163848:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544786368:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.163856:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163856:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163859:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55604 00010000:00010000:1.0:1705683818.163862:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c5f980/0xd7faa4ce02aa141d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x35b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a6c expref: 8157 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163862:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:lustre-MDT0000-mdtlov_UUID+39:3084:x1788538544787840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.163867:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.163868:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5f980, rc 0) 00010000:00010000:2.0:1705683818.163873:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093c5fc00/0xd7faa4ce02aa1408 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02aa13fa expref: 39 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.163879:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:15645:x1788538577654528:12345-192.168.203.50@tcp:101:dd.0 Request processed in 5001us (5694us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.163880:0:14236:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009bea5300) 00000100:00100000:1.0:1705683818.163883:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159458 00010000:00010000:2.0:1705683818.163885:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.163900:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:lustre-MDT0000-mdtlov_UUID+38:3084:x1788538544787840:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.163904:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55604 00000100:00100000:2.0:1705683818.163921:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544787840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.163959:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.163968:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163969:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.163970:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096929180/0xd7faa4ce02aa14ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ac0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.163972:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656256 00002000:00010000:0.0:1705683818.163982:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.163983:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163984:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.163987:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163987:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326863 00000100:00100000:1.0:1705683818.163988:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.163990:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+340:16472:x1788538577656256:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:0.0:1705683818.163991:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.163992:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.163992:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544787776 00010000:00010000:0.0:1705683818.163995:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096929180/0xd7faa4ce02aa14ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ac0 expref: 8157 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.163997:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.164003:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05f200/0xd7faa4ce02aa14f6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x4bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ac7 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.164004:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164005:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.164008:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096929180/0xd7faa4ce02aa14ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ac0 expref: 8157 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.164008:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159475 00000100:00100000:1.0:1705683818.164011:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f715f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1956:3084:x1788538544787776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.164014:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096929180, rc 0) 00002000:00080000:1.0:1705683818.164019:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10481 count 1 00010000:00010000:2.0:1705683818.164020:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05f200/0xd7faa4ce02aa14f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x4bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ac7 expref: 341 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164026:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05f200/0xd7faa4ce02aa14f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x4bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ac7 expref: 341 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.164028:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:13157:x1788538577656192:12345-192.168.203.50@tcp:101:dd.0 Request processed in 386us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.164033:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159474 00010000:00010000:2.0:1705683818.164034:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4bd:0x0].0x0 (ffff880091f0b400) 00010000:00010000:2.0:1705683818.164036:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1705683818.164037:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e05f200, rc 0) 00000100:00100000:2.0:1705683818.164047:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+341:16472:x1788538577656256:12345-192.168.203.50@tcp:101:touch.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164051:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326863 00000100:00100000:0.0:1705683818.164104:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.164106:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.164114:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7428 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.164119:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.164119:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.164120:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.164120:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.164121:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164125:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656384 00010000:00010000:1.0:1705683818.164134:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7428 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164135:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8157 pid: 15165 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.164140:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7428 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.164146:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164147:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544787904:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.164147:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.164148:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.164150:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105452 00000100:00100000:2.0:1705683818.164153:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:1858:x1788538577656384:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.164157:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.164158:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.164158:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.164162:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.164164:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656320 00010000:00010000:2.0:1705683818.164166:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8157 pid: 15165 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.164173:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8157 pid: 15165 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.164174:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6106 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.164183:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.164187:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.164187:0:15151:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e2a080/0xd7faa4ce029f1b02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6774a expref: 8157 pid: 15165 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.164188:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.164191:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105453 00000100:00100000:0.0:1705683818.164194:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6106:1857:x1788538577656320:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.164194:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:1858:x1788538577656384:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 39us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.164196:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0000_UUID:15151:1788538544786432:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.164198:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105452 00010000:00010000:0.0:1705683818.164200:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.164205:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0000_UUID:15151:1788538544786496:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.164207:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6106 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.164211:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6106 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.164224:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135013480/0xd7faa4ce029e8a63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607cf expref: 6106 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.164227:0:15151:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a81 expref: 6106 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.164232:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164233:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164235:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a81 expref: 6105 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.164239:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a81 expref: 6105 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.164244:0:15151:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c5ef80, rc 0) 00010000:00010000:0.0:1705683818.164250:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c5ef80/0xd7faa4ce02aa1432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a81 expref: 6105 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.164254:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d3200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544787968:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.164256:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:c572401a-2098-484c-b5c8-7a348378e325+6105:7929:x1788538577654976:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4228us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.164261:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159460 00000100:00100000:0.0:1705683818.164264:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fb600 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.164283:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544786624:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.164295:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a88 expref: 6366 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164303:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a39680, rc 0) 00000100:00100000:2.0:1705683818.164310:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6366:2974:x1788538577655232:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 3977us (4135us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164314:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159461 00000100:00100000:1.0:1705683818.164316:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544786688:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.164327:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.164332:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.164332:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.164333:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164356:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009632da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544786880:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.164361:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.164365:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.164369:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.164369:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.164370:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164377:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164378:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164383:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656448 00010000:00010000:1.0:1705683818.164393:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7429 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.164397:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544786944:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.164412:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.164413:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164414:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:0.0:1705683818.164417:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164417:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105454 00010000:00100000:0.0:1705683818.164418:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.164419:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164419:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7429:1857:x1788538577656448:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.164425:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.164426:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7429 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.164431:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7429 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.164441:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131eea300/0xd7faa4ce02a490ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86c6b expref: 7429 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.164446:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.164448:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.164449:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.164451:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a88 expref: 6365 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164453:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164453:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.164455:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a88 expref: 6365 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164456:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656576 00010000:00010000:2.0:1705683818.164462:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.164468:0:10084:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096a39680/0xd7faa4ce02aa1439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a88 expref: 6365 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164468:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164469:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164472:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105455 00000100:00100000:0.0:1705683818.164473:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.164474:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7429:1857:x1788538577656576:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.164477:0:10084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10084:1788538544788032:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.164478:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.164479:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164483:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164491:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df27980/0xd7faa4ce02a4d114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87fc0 expref: 7429 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.164493:0:10084:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c5d80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.164496:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.164496:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.164497:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164501:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164508:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.164511:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.164516:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164517:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:1857:x1788538577656576:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 42us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164519:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105455 00010000:00010000:1.0:1705683818.164521:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164537:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164537:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.164539:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164539:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656512 00010000:00010000:2.0:1705683818.164544:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7428 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.164549:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.164553:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164553:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164555:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105456 00000100:00100000:2.0:1705683818.164556:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:1857:x1788538577656512:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.164559:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.164560:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7428 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164564:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7428 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164570:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800739ff700/0xd7faa4ce02a4cd39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87eaf expref: 7428 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164576:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.164576:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.164577:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164580:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164586:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.164587:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.164597:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7427:1857:x1788538577656512:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 39us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164599:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105456 00010000:00010000:2.0:1705683818.164611:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.164613:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164618:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5d180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.164619:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164624:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.164626:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.164632:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164636:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c5d180/0xd7faa4ce02aa144e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.164643:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1957:3085:x1788538544786816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3504us (3559us total) trans 4295029404 rc 0/0 00000100:00100000:0.0:1705683818.164644:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.164646:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.164647:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.164649:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159465 00010000:00010000:2.0:1705683818.164649:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.164654:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164655:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.164658:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.164658:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164658:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164660:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656640 00000100:00100000:1.0:1705683818.164661:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656704 00010000:00010000:2.0:1705683818.164669:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7428 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.164670:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164671:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.164674:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159476 00000100:00100000:1.0:1705683818.164677:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:16380:x1788538577656704:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.164683:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.164688:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164689:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164692:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656768 00010000:00010000:2.0:1705683818.164698:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6366 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.164704:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.164709:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164709:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164712:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656832 00000100:00100000:0.0:1705683818.164715:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.164716:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.164718:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7429 pid: 8810 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.164722:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105457 00000100:00100000:0.0:1705683818.164726:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7429:1858:x1788538577656640:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.164730:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164731:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.164733:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.164735:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105458 00010000:00010000:0.0:1705683818.164736:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.164738:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6366:1857:x1788538577656768:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.164744:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164744:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.164769:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6366 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.164776:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6366 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.164779:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df20780/0xd7faa4ce02a4cfbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a87f50 expref: 7429 pid: 15147 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.164787:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.164788:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164789:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164791:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.164796:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164802:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6366:1857:x1788538577656768:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164807:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105458 00010000:00010000:0.0:1705683818.164808:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.164815:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164816:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164819:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105459 00000100:00100000:0.0:1705683818.164821:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:1858:x1788538577656640:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 95us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.164822:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:1858:x1788538577656832:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.164826:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105457 00010000:00010000:2.0:1705683818.164828:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.164833:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7427 pid: 8810 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.164839:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7427 pid: 8810 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.164843:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.164846:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164849:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164850:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164850:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.164852:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a96 expref: 7427 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164858:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a96 expref: 7427 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.164871:0:7681:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a96 expref: 7427 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164878:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544788096:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.164895:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0b40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.164899:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730ce580/0xd7faa4ce02aa1504 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ace expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.164910:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.164911:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164911:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.164912:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164916:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656896 00010000:00010000:1.0:1705683818.164917:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.164918:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.164921:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.164921:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce580/0xd7faa4ce02aa1504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ace expref: 7428 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.164928:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce580/0xd7faa4ce02aa1504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ace expref: 7428 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.164929:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164929:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.164933:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326864 00010000:00010000:1.0:1705683818.164934:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800730ce580, rc 0) 00000100:00100000:2.0:1705683818.164936:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+341:16403:x1788538577656896:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.164943:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.164947:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7428:16380:x1788538577656704:12345-192.168.203.50@tcp:101:dd.0 Request processed in 269us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.164951:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159476 00000004:00080000:1.0:1705683818.164981:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bcb00/2, rc 0, transno 62108 00010000:00010000:2.0:1705683818.164982:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05e800/0xd7faa4ce02aa150b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ad5 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.164987:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544786816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.165011:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132603200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544788160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.165013:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1957:3086:x1788538544786752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3877us (3988us total) trans 4295029405 rc 0/0 00000100:00100000:0.0:1705683818.165017:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159464 00010000:00010000:0.0:1705683818.165029:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683818.165029:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.165029:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.165031:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165033:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.165035:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009692bc00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.165037:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165037:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.165041:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165041:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165043:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.165044:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165045:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.165045:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.165048:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788160 00010000:00010000:0.0:1705683818.165050:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.165053:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009692bc00/0xd7faa4ce02aa1455 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.165058:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165058:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165061:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159477 00000100:00100000:1.0:1705683818.165064:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132603700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1957:3085:x1788538544788160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.165065:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.165065:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.165066:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.165071:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00002000:00080000:1.0:1705683818.165072:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10482 count 1 00010000:00010000:2.0:1705683818.165074:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165077:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000004:00200000:2.0:1705683818.165121:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf8:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.165124:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1705683818.165135:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165141:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165144:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165148:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165151:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165154:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05d180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.165156:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165159:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165164:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.165165:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.165167:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165170:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05d180/0xd7faa4ce02aa1512 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165176:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165180:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165183:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165186:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05c000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.165187:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165187:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.165191:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.165196:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7427 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165196:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3831 (ffff88011e1cc900) 00010000:00010000:2.0:1705683818.165198:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.165199:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.165200:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.165201:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.165202:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165202:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05c000/0xd7faa4ce02aa1519 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.165215:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7427 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165221:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7427 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.165224:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05e800/0xd7faa4ce02aa150b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ad5 expref: 343 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.165228:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132603c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544788224:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.165231:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ad5 expref: 342 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165234:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf8:0x0].0x0 (ffff88006f39e900) 00010000:00010000:2.0:1705683818.165235:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.165236:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e05de00, rc 0) 00000100:00100000:1.0:1705683818.165249:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.165250:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+342:16403:x1788538577656896:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 314us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.165253:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326864 00010000:00010000:1.0:1705683818.165262:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165267:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165271:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.165272:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ac86400/2, rc 0, transno 62109 00000100:00100000:2.0:1705683818.165277:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ac86400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544786752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.165279:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165288:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.165299:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.165301:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165307:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093c5cc80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.165308:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165312:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165319:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165323:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c5cc80/0xd7faa4ce02aa1440 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165333:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.165334:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.165334:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.165354:0:15117:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d23480/0xd7faa4ce02a68e89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac0 expref: 6365 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.165362:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f711e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544787008:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.165373:0:15117:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a2d00/0xd7faa4ce02a5dcc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f133 expref: 7427 pid: 8810 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.165380:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1958:3084:x1788538544786560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4945us (4982us total) trans 4295029406 rc 0/0 00000100:00100000:2.0:1705683818.165380:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544787072:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.165386:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159462 00010000:00010000:2.0:1705683818.165398:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cf6e300/0xd7faa4ce02aa145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9a96 expref: 7426 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165404:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cf6e300, rc 0) 00000004:00080000:2.0:1705683818.165420:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fad500/2, rc 0, transno 62110 00000100:00100000:1.0:1705683818.165422:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.165426:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544786560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.165442:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132604100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544788288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.165446:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7426:13049:x1788538577655360:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4041us (4075us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.165450:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159466 00000100:00100000:1.0:1705683818.165458:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.165462:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165462:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165465:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788288 00000100:00100000:2.0:1705683818.165472:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165472:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165474:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159478 00000100:00100000:2.0:1705683818.165476:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132604600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+1958:3085:x1788538544788288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.165482:0:15117:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10483 count 1 00000100:00100000:0.0:1705683818.165501:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132604b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544788352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.165521:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.165546:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165547:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165552:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788352 00000100:00100000:1.0:1705683818.165565:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165565:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165568:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159479 00000100:00100000:1.0:1705683818.165571:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1959:3083:x1788538544788352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.165579:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10484 count 1 00010000:00010000:2.0:1705683818.165590:0:15117:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165596:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7425 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165599:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.165599:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.165600:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165609:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7425 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.165616:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7425 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.165621:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544788416:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.165637:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0d80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.165639:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165647:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7425 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165651:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.165652:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.165653:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165669:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7425 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.165675:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7425 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.165682:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544788480:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.165701:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.165899:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.165914:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132600a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544787200:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.165922:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165923:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.165928:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.165928:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577656960 00010000:00100000:1.0:1705683818.165933:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.165934:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544787392:192.168.203.50@tcp:104: 00010000:00100000:1.0:1705683818.165934:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.165935:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165942:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165943:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.165947:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159480 00010000:00010000:0.0:1705683818.165949:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.165950:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6365:14136:x1788538577656960:12345-192.168.203.50@tcp:101:dd.0 00010000:00100000:0.0:1705683818.165955:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.165955:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.165956:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.165956:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.165975:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.165986:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165987:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.165992:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657024 00000100:00100000:1.0:1705683818.166006:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166007:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166009:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15173:1788538544787520:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.166011:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159481 00000100:00100000:1.0:1705683818.166014:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7426:2925:x1788538577657024:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.166020:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.166023:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.166038:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6104:1858:x1788538577656064:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2848us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.166042:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105450 00010000:00010000:2.0:1705683818.166066:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e05e300/0xd7faa4ce02aa153c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3558:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9adc expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.166076:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3558:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.166085:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.166086:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.166089:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e05e300/0xd7faa4ce02aa153c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9adc expref: 6366 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166095:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e05e300/0xd7faa4ce02aa153c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9adc expref: 6366 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166101:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e05e300, rc 0) 00000100:00100000:0.0:1705683818.166107:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d3200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544787968:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.166115:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.166121:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6366:14136:x1788538577656960:12345-192.168.203.50@tcp:101:dd.0 Request processed in 171us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.166124:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6103:1857:x1788538577656320:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 1929us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.166126:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159480 00000100:00100000:0.0:1705683818.166127:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105453 00010000:00010000:1.0:1705683818.166140:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730cd680/0xd7faa4ce02aa1543 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3023:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ae3 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.166149:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3023:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.166157:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.166158:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.166161:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cd680/0xd7faa4ce02aa1543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ae3 expref: 7427 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.166168:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800730cd680/0xd7faa4ce02aa1543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ae3 expref: 7427 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.166174:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800730cd680, rc 0) 00000100:00100000:1.0:1705683818.166195:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7427:2925:x1788538577657024:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 180us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.166196:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.166199:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159481 00000100:00100000:1.0:1705683818.166208:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166209:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.166209:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.166210:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166212:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657152 00000100:00100000:1.0:1705683818.166221:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166222:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166225:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159482 00000100:00100000:1.0:1705683818.166228:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6103:15766:x1788538577657152:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.166233:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.166243:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.166252:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166253:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166257:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657216 00010000:00010000:0.0:1705683818.166267:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7427 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.166278:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166279:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166282:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105460 00000100:00100000:0.0:1705683818.166285:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7427:1858:x1788538577657216:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.166291:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.166293:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7427 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.166300:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7427 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.166311:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c72080/0xd7faa4ce02a4d50b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a880bc expref: 7427 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.166321:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.166322:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.166324:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166329:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166341:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.166357:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7426:1858:x1788538577657216:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.166361:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105460 00010000:00010000:0.0:1705683818.166376:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166381:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166387:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166390:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166396:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.166402:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.166405:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166409:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096928780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.166410:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166413:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166420:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166423:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096928780/0xd7faa4ce02aa14be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.166433:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.166433:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.166434:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.166457:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800976b1680/0xd7faa4ce02aa154a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9aea expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.166468:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.166476:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.166477:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.166479:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1960:3083:x1788538544787264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3613us (3663us total) trans 4295029407 rc 0/0 00010000:00010000:1.0:1705683818.166480:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800976b1680/0xd7faa4ce02aa154a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aea expref: 6104 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.166484:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159471 00010000:00010000:1.0:1705683818.166491:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800976b1680/0xd7faa4ce02aa154a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aea expref: 6104 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.166497:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b1680, rc 0) 00000004:00080000:0.0:1705683818.166508:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d0a00/2, rc 0, transno 62111 00000100:00100000:1.0:1705683818.166515:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6104:15766:x1788538577657152:12345-192.168.203.50@tcp:101:dd.0 Request processed in 286us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.166516:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544787264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.166520:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159482 00000100:00100000:0.0:1705683818.166561:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.166561:0:10084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10084:1788538544788032:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.166568:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544788544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.166574:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.166586:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.166591:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7425:1857:x1788538577656448:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2170us (2229us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.166596:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105454 00000100:00100000:0.0:1705683818.166601:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166602:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166606:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788544 00000100:00100000:0.0:1705683818.166617:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166617:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.166620:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159483 00000100:00100000:0.0:1705683818.166623:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1960:3083:x1788538544788544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.166633:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10485 count 1 00000100:00100000:1.0:1705683818.166643:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132601e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544787712:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.166656:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.166661:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166662:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166662:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166680:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544787904:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.166688:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.166692:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166693:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166694:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.166707:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544787456:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.166717:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.166721:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166721:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.166722:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.166820:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166829:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7424 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166834:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.166835:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.166836:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166850:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7424 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.166856:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7424 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.166864:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544788608:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.166886:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011dddd540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.167621:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.167643:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.167652:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167653:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.167653:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.167655:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167660:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657344 00000100:00100000:1.0:1705683818.167661:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657088 00010000:00010000:0.0:1705683818.167671:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7426 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.167674:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7426 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.167685:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167686:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167690:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105461 00000100:00100000:0.0:1705683818.167694:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7426:1858:x1788538577657344:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.167699:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105462 00010000:00010000:0.0:1705683818.167700:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.167703:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7426 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.167703:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a203a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7426:1858:x1788538577657088:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.167710:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7426 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.167710:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.167713:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7426 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.167719:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7426 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.167725:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eb9b80/0xd7faa4ce02a4dc12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a882ad expref: 7426 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.167731:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff6aa80/0xd7faa4ce02a4d328 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8803e expref: 7425 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.167733:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.167734:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.167735:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167739:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.167740:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.167741:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167742:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167746:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.167775:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.167779:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.167795:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7424:1858:x1788538577657344:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 99us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.167800:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105461 00000100:00100000:1.0:1705683818.167802:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a203a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7424:1858:x1788538577657088:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 98us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.167807:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105462 00000100:00100000:2.0:1705683818.167829:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.167836:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167842:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167846:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.167849:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.167851:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167860:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.167884:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167885:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167896:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657280 00000100:00100000:2.0:1705683818.167897:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.167905:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7423 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.167906:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167907:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167912:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657472 00000100:00100000:0.0:1705683818.167913:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167914:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167915:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657408 00010000:00010000:0.0:1705683818.167921:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7424 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.167925:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167926:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167929:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326865 00000100:00100000:0.0:1705683818.167933:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167933:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16440:x1788538577657472:12345-192.168.203.50@tcp:101:mrename.0 00000100:00100000:0.0:1705683818.167934:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.167936:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105463 00000100:00100000:0.0:1705683818.167938:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7424:1858:x1788538577657280:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.167942:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.167942:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.167943:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7424 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.167943:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.167949:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105464 00000100:00100000:2.0:1705683818.167952:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7424:1858:x1788538577657408:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.167953:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7424 pid: 15179 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.167960:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.167963:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7424 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.167965:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c71900/0xd7faa4ce02a4d6af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88133 expref: 7424 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.167969:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1961:3083:x1788538544787136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5350us (5380us total) trans 4295029408 rc 0/0 00010000:00010000:2.0:1705683818.167970:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7424 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.167974:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159470 00010000:00010000:0.0:1705683818.167975:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.167976:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.167978:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.167982:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.167982:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091452a80/0xd7faa4ce02a4d933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a881e2 expref: 7423 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.167987:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.167990:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.167991:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.167992:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.167994:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.167995:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730ccf00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.167996:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.167997:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.167999:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168001:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168009:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168013:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.168014:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730ccf00/0xd7faa4ce02aa14b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168015:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7422:1858:x1788538577657280:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 75us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.168020:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105463 00010000:00010000:1.0:1705683818.168027:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.168028:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.168029:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.168030:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7421:1858:x1788538577657408:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 76us (180us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.168034:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.168035:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105464 00010000:00010000:1.0:1705683818.168039:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168044:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.168046:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d0000/2, rc 0, transno 62112 00010000:00010000:1.0:1705683818.168048:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168052:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544787136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.168058:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.168064:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.168081:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683818.168085:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544788672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.168100:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.168122:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.168127:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683818.168128:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168129:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.168130:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168134:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788672 00010000:00010000:2.0:1705683818.168135:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730ce080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.168136:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168141:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168144:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.168144:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1962:3085:x1788538544787648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4820us (4848us total) trans 4295029409 rc 0/0 00000100:00100000:0.0:1705683818.168145:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168146:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657536 00010000:00010000:2.0:1705683818.168149:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.168150:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159473 00010000:00010000:2.0:1705683818.168153:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce080/0xd7faa4ce02aa14e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168155:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168155:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168157:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159484 00000100:00100000:0.0:1705683818.168159:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1961:3086:x1788538544788672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.168160:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.168161:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.168165:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.168166:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159485 00010000:00010000:2.0:1705683818.168166:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1705683818.168168:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10486 count 1 00010000:00010000:2.0:1705683818.168168:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.168169:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:c572401a-2098-484c-b5c8-7a348378e325+6366:7929:x1788538577657536:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.168176:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.168178:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5b80/0xd7faa4ce02aa1558 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9af1 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168247:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.168257:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168263:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168270:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.168274:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168278:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168318:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.168323:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168327:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00200000:2.0:1705683818.168349:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c73:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.168352:0:14325:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.168355:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168361:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.168362:0:14325:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.168365:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.168366:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.168366:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168368:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168372:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.168376:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168378:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.168381:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.168382:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168385:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ee7980 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:0.0:1705683818.168386:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544788736:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.168387:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168390:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168396:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.168397:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.168398:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fb600 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.168399:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168402:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7980/0xd7faa4ce02aa155f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168410:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168412:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168415:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000004:00080000:0.0:1705683818.168416:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132601400/2, rc 0, transno 62113 00010000:00010000:2.0:1705683818.168417:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ee5900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.168418:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.168419:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132601400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544787648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.168424:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168427:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880091f0b000) 00010000:00010000:2.0:1705683818.168429:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.168430:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.168433:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5900/0xd7faa4ce02aa1566 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.168435:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544788800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.168446:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.168458:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee5b80/0xd7faa4ce02aa1558 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af1 expref: 1748 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168465:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168466:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.168467:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af1 expref: 1747 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168471:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544788800 00010000:00010000:2.0:1705683818.168471:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:2.0:1705683818.168472:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.168473:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ee7700, rc 0) 00000100:00100000:0.0:1705683818.168480:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168481:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168483:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159486 00000100:00100000:2.0:1705683818.168483:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168484:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168485:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1962:3086:x1788538544788800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.168492:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10487 count 1 00000100:00100000:2.0:1705683818.168504:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16440:x1788538577657472:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 569us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.168509:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326865 00010000:00010000:1.0:1705683818.168513:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9af8 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168538:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6367 pid: 15132 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.168543:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7420 pid: 15133 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.168546:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.168548:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.168549:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.168551:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af8 expref: 6367 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.168556:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168557:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168560:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657600 00010000:00010000:1.0:1705683818.168566:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7421 pid: 15133 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.168572:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168573:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.168577:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7421 pid: 15133 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.168577:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159487 00000100:00100000:2.0:1705683818.168580:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7421:13157:x1788538577657600:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.168585:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544788864:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.168586:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.168608:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6367 pid: 15132 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.168614:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6367 pid: 15132 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.168621:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544788928:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.168632:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.168649:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168653:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168658:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168662:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168665:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168674:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7421 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168675:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.168679:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.168680:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.168681:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168692:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7421 pid: 15119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168697:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7421 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.168702:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544788992:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.168715:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.168775:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f715f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1963:3084:x1788538544787776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4762us (5006us total) trans 4295029410 rc 0/0 00010000:00010000:2.0:1705683818.168775:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d50d180/0xd7faa4ce02aa1589 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9aff expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.168780:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159475 00002000:00010000:2.0:1705683818.168785:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.168793:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.168794:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.168797:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d50d180/0xd7faa4ce02aa1589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aff expref: 7422 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168805:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d50d180/0xd7faa4ce02aa1589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aff expref: 7422 pid: 14224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.168807:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f715500/2, rc 0, transno 62114 00010000:00010000:2.0:1705683818.168810:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d50d180, rc 0) 00010000:00010000:0.0:1705683818.168811:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.168814:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.168814:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544787776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.168818:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730cea80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.168820:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168824:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.168826:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7422:13157:x1788538577657600:12345-192.168.203.50@tcp:101:dd.0 Request processed in 245us (280us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.168831:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.168831:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159487 00010000:00010000:0.0:1705683818.168833:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730cea80/0xd7faa4ce02aa14fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.168846:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544789056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.168848:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.168848:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.168849:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.168859:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.168865:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168870:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168875:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168876:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.168876:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.168880:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168881:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657664 00000100:00100000:2.0:1705683818.168889:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.168895:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.168896:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168897:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.168901:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159488 00010000:00010000:2.0:1705683818.168902:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.168905:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.168906:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8156:16380:x1788538577657664:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.168910:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730ce300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.168912:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.168914:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.168916:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168924:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168929:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce300/0xd7faa4ce02aa14c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.168942:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.168943:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.168944:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.168948:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168949:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168953:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657728 00000100:00100000:2.0:1705683818.168965:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168966:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.168969:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326866 00000100:00100000:2.0:1705683818.168972:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+342:16403:x1788538577657728:12345-192.168.203.50@tcp:101:mrename.0 00000100:00100000:1.0:1705683818.168975:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+1963:3086:x1788538544787328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6050us (6100us total) trans 4295029411 rc 0/0 00010000:00010000:2.0:1705683818.168979:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.168980:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159472 00010000:00010000:2.0:1705683818.168986:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50f480/0xd7faa4ce02aa1590 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x111:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b0d expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.168996:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683818.169022:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d0f00/2, rc 0, transno 62115 00010000:00010000:2.0:1705683818.169022:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50e080/0xd7faa4ce02aa1597 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x111:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.169027:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544787328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.169027:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50e080/0xd7faa4ce02aa1597 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x111:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.169035:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50e080/0xd7faa4ce02aa1597 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x111:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.169053:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132600a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544789120:0@lo:6:osp-syn-1-0.0 00000004:00200000:2.0:1705683818.169057:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000400:0x111:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.169060:0:14325:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1705683818.169069:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.169085:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.169085:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50f480/0xd7faa4ce02aa1590 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x111:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b0d expref: 344 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.169086:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169090:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789056 00010000:00010000:2.0:1705683818.169094:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50e080/0xd7faa4ce02aa1597 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x111:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b0d expref: 343 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169098:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x111:0x0].0x0 (ffff88006f39e700) 00010000:00010000:2.0:1705683818.169099:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1705683818.169101:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.169101:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d50e080, rc 0) 00000100:00100000:1.0:1705683818.169102:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169104:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789120 00000100:00100000:1.0:1705683818.169109:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169109:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169111:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+343:16403:x1788538577657728:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 138us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.169112:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159489 00000100:00100000:1.0:1705683818.169115:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132602d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1964:3083:x1788538544789056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.169116:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326866 00002000:00080000:1.0:1705683818.169125:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10488 count 1 00000100:00100000:2.0:1705683818.169137:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.169166:0:7681:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544788096:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.169176:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.169186:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7421:1858:x1788538577656832:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4363us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.169191:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105459 00010000:00010000:1.0:1705683818.169194:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169202:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7420 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169206:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.169207:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.169208:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169220:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7420 pid: 15147 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169226:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7420 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.169237:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544789184:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.169255:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.169257:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1df00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.169262:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169263:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169265:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169266:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169268:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657856 00000100:00100000:1.0:1705683818.169270:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657792 00000100:00100000:2.0:1705683818.169279:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169280:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169281:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169281:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169284:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159490 00000100:00100000:2.0:1705683818.169284:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326867 00000100:00100000:1.0:1705683818.169287:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1964:3084:x1788538544789120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.169287:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16408:x1788538577657856:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.169291:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009692a300/0xd7faa4ce02aa15a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b06 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169294:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:1.0:1705683818.169295:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10489 count 1 00002000:00010000:0.0:1705683818.169304:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.169313:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.169314:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.169317:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009692a300/0xd7faa4ce02aa15a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b06 expref: 8157 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.169326:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009692a300/0xd7faa4ce02aa15a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b06 expref: 8157 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.169333:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009692a300, rc 0) 00010000:00010000:2.0:1705683818.169336:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c780/0xd7faa4ce02aa15ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b1b expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.169346:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:16380:x1788538577657664:12345-192.168.203.50@tcp:101:dd.0 Request processed in 439us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.169351:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159488 00000100:00100000:0.0:1705683818.169359:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169360:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169362:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159491 00000100:00100000:0.0:1705683818.169364:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6104:2974:x1788538577657792:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.169369:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.169389:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169395:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169401:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.169433:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169442:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169445:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.169446:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.169447:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.169448:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169450:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169454:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.169461:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169467:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.169477:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544789248:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.169491:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c240 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.169511:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132603c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544788224:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.169521:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169537:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.169539:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169541:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00100000:1.0:1705683818.169544:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.169545:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.169546:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00200000:2.0:1705683818.169558:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3931:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.169561:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.169566:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b14 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.169567:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169572:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169576:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.169577:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8156 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169580:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.169581:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.169582:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.169583:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b14 expref: 6105 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169584:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169587:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d50c500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.169588:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169592:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.169593:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8156 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.169597:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8156 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.169597:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.169599:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.169600:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.169603:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15180:1788538544789312:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.169604:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c500/0xd7faa4ce02aa15b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169612:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.169613:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800974fbb40 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.169616:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169620:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169623:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096089680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.169624:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169627:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169632:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3431 (ffff8800999f3900) 00010000:00010000:2.0:1705683818.169633:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.169634:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.169637:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096089680/0xd7faa4ce02aa15c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.169651:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.169664:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d50c780/0xd7faa4ce02aa15ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b1b expref: 1859 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169672:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b1b expref: 1858 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169676:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff8800999f3c00) 00010000:00010000:2.0:1705683818.169678:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.169679:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096088a00, rc 0) 00000100:00100000:2.0:1705683818.169691:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:16408:x1788538577657856:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 403us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.169696:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326867 00000100:00100000:0.0:1705683818.169710:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.169710:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169711:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169716:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657920 00000100:00100000:1.0:1705683818.169722:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169723:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.169725:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7421 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.169728:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.169728:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577657984 00000100:00100000:0.0:1705683818.169734:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169735:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169738:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169739:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658048 00010000:00010000:1.0:1705683818.169739:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7422 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.169739:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.169742:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105465 00000100:00100000:2.0:1705683818.169745:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7422:1857:x1788538577657920:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.169763:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169764:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.169766:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159492 00010000:00010000:2.0:1705683818.169766:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.169768:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6368:1859:x1788538577658048:12345-192.168.203.50@tcp:2:touch.0 00010000:00010000:2.0:1705683818.169770:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7422 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.169772:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.169773:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.169777:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7422 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.169778:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105466 00000100:00100000:1.0:1705683818.169781:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7422:1857:x1788538577657984:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.169787:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.169787:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f90000/0xd7faa4ce02a4de3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88347 expref: 7422 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.169789:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7422 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.169795:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7421 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.169796:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.169797:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.169798:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169803:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169810:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.169811:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.169812:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169814:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.169816:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169825:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.169826:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7421:1857:x1788538577657920:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 80us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.169830:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105465 00000100:00100000:1.0:1705683818.169835:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:1857:x1788538577657984:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.169840:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105466 00010000:00010000:1.0:1705683818.169853:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169854:0:15117:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c364f00/0xd7faa4ce02a4e04f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88404 expref: 7419 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.169858:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169862:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.169862:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f711400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544788416:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.169866:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169873:0:15117:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.169877:0:15117:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.169880:0:15117:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.169880:0:15117:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.169882:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.169885:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.169888:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169892:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730cdb80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.169893:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169898:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169906:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169911:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730cdb80/0xd7faa4ce02aa1527 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169924:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.169925:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.169926:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.169929:0:15117:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169934:0:15117:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169939:0:15117:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169943:0:15117:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.169951:0:15117:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.169965:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132603700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1965:3085:x1788538544788160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4900us (4936us total) trans 4295029413 rc 0/0 00000100:00100000:1.0:1705683818.169973:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159477 00010000:00010000:1.0:1705683818.169987:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.169989:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.169994:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e05c500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.169996:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170000:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170007:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170010:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e05c500/0xd7faa4ce02aa152e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170021:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.170021:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.170022:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.170034:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132604600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+1965:3085:x1788538544788288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4557us (4576us total) trans 4295029414 rc 0/0 00000004:00080000:1.0:1705683818.170036:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132604100/2, rc 0, transno 62118 00000100:00100000:2.0:1705683818.170039:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159478 00000100:00100000:1.0:1705683818.170041:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132604100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544788288:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683818.170047:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132603200/2, rc 0, transno 62117 00000100:00100000:1.0:1705683818.170049:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132603200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544788160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.170067:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.170075:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170076:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170078:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132606400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544789440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.170080:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658112 00000100:00100000:2.0:1705683818.170091:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170092:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170094:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.170095:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159493 00000100:00100000:2.0:1705683818.170098:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8157:2925:x1788538577658112:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683818.170107:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1705683818.170107:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.170111:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544789376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.170126:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.170147:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544788480:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.170154:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6369:1859:x1788538577658048:12345-192.168.203.50@tcp:2:touch.0 Request processed in 383us (424us total) trans 4295029412 rc 0/0 00000100:00100000:0.0:1705683818.170159:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159492 00010000:00010000:1.0:1705683818.170161:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.170166:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.170166:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.170167:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170169:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170170:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170173:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789440 00000100:00100000:1.0:1705683818.170174:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170174:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170178:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789376 00000100:00100000:0.0:1705683818.170185:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170186:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170190:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159494 00000100:00100000:0.0:1705683818.170192:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132606900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1966:3086:x1788538544789440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.170193:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170194:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170198:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159495 00002000:00080000:0.0:1705683818.170201:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10491 count 1 00000100:00100000:1.0:1705683818.170201:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009836c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1966:3086:x1788538544789376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.170211:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10490 count 1 00010000:00010000:1.0:1705683818.170290:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170299:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7418 pid: 15149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170304:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.170305:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.170306:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170321:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7418 pid: 15149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170327:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7418 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.170334:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544789504:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.170337:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170346:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7418 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170347:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096089400/0xd7faa4ce02aa15e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3043:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b22 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.170348:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.170352:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.170352:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.170353:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.170358:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3043:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.170366:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.170367:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.170370:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096089400/0xd7faa4ce02aa15e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b22 expref: 8158 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170373:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7418 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170377:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096089400/0xd7faa4ce02aa15e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b22 expref: 8158 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170379:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7418 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.170383:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096089400, rc 0) 00000100:00100000:0.0:1705683818.170387:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e21e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544789568:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.170395:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8158:2925:x1788538577658112:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 296us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.170400:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159493 00000100:00100000:0.0:1705683818.170402:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135da9300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.170455:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.170472:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170473:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170477:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.170478:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658176 00010000:00010000:1.0:1705683818.170489:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7419 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.170494:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170495:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170500:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658240 00000100:00100000:1.0:1705683818.170501:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170501:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.170502:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170505:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105467 00000100:00100000:1.0:1705683818.170508:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7419:1857:x1788538577658176:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.170508:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170510:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170512:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170513:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.170513:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.170514:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658368 00010000:00010000:1.0:1705683818.170516:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7419 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.170517:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159496 00000100:00100000:0.0:1705683818.170519:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6106:14136:x1788538577658240:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.170535:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.170535:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7419 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.170535:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170536:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170540:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326868 00000100:00100000:2.0:1705683818.170543:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1506:16407:x1788538577658368:12345-192.168.203.50@tcp:36:lfs.0 00010000:00010000:1.0:1705683818.170549:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091452800/0xd7faa4ce02a4e2a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8849e expref: 7419 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.170557:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.170558:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.170559:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170564:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170575:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.170586:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7418:1857:x1788538577658176:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.170590:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105467 00000100:00100000:2.0:1705683818.170600:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1506:16407:x1788538577658368:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 56us (99us total) trans 0 rc -17/-17 00010000:00010000:1.0:1705683818.170604:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.170605:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326868 00010000:00010000:1.0:1705683818.170609:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170613:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.170618:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.170631:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.170632:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.170640:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.170642:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170647:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800730cd180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.170649:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170654:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170663:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170668:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730cd180/0xd7faa4ce02aa1535 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170680:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.170681:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.170682:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.170686:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170686:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170690:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658432 00000100:00100000:2.0:1705683818.170700:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170701:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170705:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159497 00000100:00100000:2.0:1705683818.170707:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8158:13049:x1788538577658432:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.170709:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1967:3083:x1788538544788352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5137us (5188us total) trans 4295029415 rc 0/0 00010000:00010000:2.0:1705683818.170713:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.170714:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159479 00000004:00080000:1.0:1705683818.170736:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132604b00/2, rc 0, transno 62119 00000100:00100000:1.0:1705683818.170740:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132604b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544788352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.170782:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683818.170787:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132606e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544789632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.170802:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.170816:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170817:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170821:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789632 00000100:00100000:1.0:1705683818.170830:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170831:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.170834:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159498 00000100:00100000:1.0:1705683818.170836:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1967:3084:x1788538544789632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.170847:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b30 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170848:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099570000/0xd7faa4ce02aa15f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3518:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b29 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.170853:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10492 count 1 00002000:00010000:0.0:1705683818.170857:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3518:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.170859:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8159 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.170864:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.170864:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6107 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.170865:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.170868:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099570000/0xd7faa4ce02aa15f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b29 expref: 6107 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170869:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.170870:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.170872:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 5/0,0 mode: --/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b30 expref: 8159 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170873:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099570000/0xd7faa4ce02aa15f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b29 expref: 6107 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.170877:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099570000, rc 0) 00010000:00010000:2.0:1705683818.170884:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6107 pid: 15140 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.170888:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6107:14136:x1788538577658240:12345-192.168.203.50@tcp:101:dd.0 Request processed in 368us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.170891:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159496 00010000:00010000:2.0:1705683818.170892:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6107 pid: 15140 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.170899:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544789696:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.170915:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.170922:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8159 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.170923:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7417 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.170925:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.170927:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.170928:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.170928:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8159 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.170929:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.170932:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170933:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170935:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544789760:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.170938:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658496 00010000:00010000:1.0:1705683818.170942:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7418 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.170946:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.170947:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170948:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.170951:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159499 00010000:00010000:1.0:1705683818.170953:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7418 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.170954:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7418:15645:x1788538577658496:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.170960:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.170961:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544789824:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.170969:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.170973:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b37 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.170975:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.170979:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170980:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170984:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658560 00010000:00010000:0.0:1705683818.170994:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.170995:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.170996:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.170998:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.170999:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.170999:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326869 00010000:00010000:0.0:1705683818.171000:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b37 expref: 7419 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.171003:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1506:16423:x1788538577658560:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.171009:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.171011:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.171015:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.171020:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544789888:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.171031:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.171057:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.171062:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096088780/0xd7faa4ce02aa1607 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b3e expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.171067:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171068:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171072:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658624 00000100:00100000:1.0:1705683818.171085:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171086:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171090:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159500 00000100:00100000:1.0:1705683818.171092:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6369:15766:x1788538577658624:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.171098:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.171103:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544788608:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.171120:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.171123:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.171127:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00100000:0.0:1705683818.171128:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.171129:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.171129:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.171132:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171193:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.171198:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171202:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.171220:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.171251:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.171256:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171260:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.171267:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2f80/0xd7faa4ce02aa1623 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b45 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1705683818.171276:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3409:0x0]: returning size 4096 00002000:00010000:1.0:1705683818.171277:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00200000:2.0:1705683818.171278:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1705683818.171286:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00010000:2.0:1705683818.171286:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.171287:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.171290:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2f80/0xd7faa4ce02aa1623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b45 expref: 6370 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.171292:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171295:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.171297:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2f80/0xd7faa4ce02aa1623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b45 expref: 6370 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.171297:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171299:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171301:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096089b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.171302:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b2f80, rc 0) 00010000:00010000:2.0:1705683818.171302:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171304:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171307:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.171308:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.171310:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171312:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096089b80/0xd7faa4ce02aa160e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171316:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171318:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.171320:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6370:15766:x1788538577658624:12345-192.168.203.50@tcp:101:dd.0 Request processed in 227us (263us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.171320:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171322:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009608b480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.171323:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.171324:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159500 00010000:00010000:2.0:1705683818.171325:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171327:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff8800999f3200) 00010000:00010000:2.0:1705683818.171328:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.171328:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.171331:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009608b480/0xd7faa4ce02aa1615 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.171337:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171338:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171343:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658688 00010000:00010000:1.0:1705683818.171351:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.171355:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096088780/0xd7faa4ce02aa1607 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b3e expref: 1508 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.171360:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171360:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171363:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105468 00010000:00010000:2.0:1705683818.171364:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b3e expref: 1507 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.171365:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:1857:x1788538577658688:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.171368:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff880131f96b00) 00010000:00010000:1.0:1705683818.171370:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.171370:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.171371:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096088c80, rc 0) 00010000:00010000:1.0:1705683818.171372:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.171378:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.171388:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df26a80/0xd7faa4ce02a4e446 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88523 expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.171391:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1507:16423:x1788538577658560:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 387us (422us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.171396:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.171396:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326869 00010000:00010000:1.0:1705683818.171397:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.171399:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171403:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171416:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.171428:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7419:1857:x1788538577658688:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (209us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.171429:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.171432:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105468 00010000:00010000:0.0:1705683818.171435:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171441:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171446:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171457:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.171461:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.171464:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171469:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096929e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.171471:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171475:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171485:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171489:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096929e00/0xd7faa4ce02aa1551 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.171503:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.171504:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.171505:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.171588:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1968:3083:x1788538544788544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4963us (5001us total) trans 4295029416 rc 0/0 00000100:00100000:0.0:1705683818.171594:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159483 00000004:00080000:1.0:1705683818.171600:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d6400/2, rc 0, transno 62120 00000100:00100000:1.0:1705683818.171606:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544788544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.171633:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.171638:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544789952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.171656:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.171668:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.171669:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.171673:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544789952 00000100:00100000:0.0:1705683818.171684:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.171685:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.171688:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.171689:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159501 00000100:00100000:1.0:1705683818.171689:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.171692:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1968:3083:x1788538544789952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.171701:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10493 count 1 00010000:00010000:0.0:1705683818.171899:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171908:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7418 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171917:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.171918:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.171919:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171932:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7418 pid: 15179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.171938:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7418 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.171946:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544790016:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.171976:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.172152:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544788928:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.172258:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544788864:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.172278:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af8 expref: 6369 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172287:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b2580, rc 0) 00000100:00100000:1.0:1705683818.172314:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:c572401a-2098-484c-b5c8-7a348378e325+6369:7929:x1788538577657536:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4144us (4190us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.172320:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159485 00000100:00100000:0.0:1705683818.172359:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544788736:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.172370:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.172375:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.172376:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.172377:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172395:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544788992:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.172404:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.172409:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.172410:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.172411:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172411:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544789184:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.172425:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.172426:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.172431:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15180:1788538544789312:192.168.203.50@tcp:104: 00010000:00100000:1.0:1705683818.172431:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.172432:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.172433:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172434:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.172439:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172440:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.172442:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b14 expref: 6106 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.172445:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658816 00010000:00010000:0.0:1705683818.172451:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099570f00, rc 0) 00010000:00010000:1.0:1705683818.172456:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6369 pid: 15132 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.172457:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.172473:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6106:2974:x1788538577657792:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 3107us (3334us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.172474:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172474:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172475:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172475:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172479:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159491 00000100:00100000:1.0:1705683818.172479:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658944 00000100:00100000:2.0:1705683818.172479:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659072 00010000:00010000:2.0:1705683818.172487:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.172488:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7420 pid: 15133 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.172496:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172496:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172498:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105469 00000100:00100000:1.0:1705683818.172500:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172500:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6369:1857:x1788538577658816:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.172501:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172504:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105470 00010000:00010000:2.0:1705683818.172505:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.172507:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:1857:x1788538577659072:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.172511:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6369 pid: 15132 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.172513:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.172515:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.172516:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6369 pid: 15132 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.172534:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7420 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.172538:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d57980/0xd7faa4ce029e8a7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a607dd expref: 6369 pid: 15132 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.172544:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.172547:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.172548:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.172549:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172554:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.172555:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6368:1857:x1788538577658816:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.172558:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105469 00010000:00010000:1.0:1705683818.172563:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.172581:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:1857:x1788538577659072:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 73us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.172584:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e21e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544789568:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.172585:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105470 00000100:00100000:2.0:1705683818.172588:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172589:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172592:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172593:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105471 00000100:00100000:1.0:1705683818.172594:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.172597:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7419:1857:x1788538577658944:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.172598:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.172602:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.172602:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.172602:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00100000:0.0:1705683818.172603:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.172608:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7419 pid: 15133 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.172613:0:14226:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c4b200/0xd7faa4ce02a4ed53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a887ca expref: 7419 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.172614:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7419 pid: 15133 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.172620:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544789248:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.172626:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096351180/0xd7faa4ce029f1d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67758 expref: 7418 pid: 15133 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.172630:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172633:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:1.0:1705683818.172634:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.172635:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.172635:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:1.0:1705683818.172636:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.172637:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172637:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af8 expref: 6367 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172640:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172644:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172646:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af8 expref: 6367 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172648:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.172656:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.172661:0:7681:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800976b2580/0xd7faa4ce02aa157b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af8 expref: 6367 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.172667:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d3c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544790080:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.172685:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.172698:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.172701:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172706:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b1b80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.172707:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172712:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172719:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172722:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b1b80/0xd7faa4ce02aa15ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.172738:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.172739:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.172740:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.172775:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1969:3084:x1788538544789120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3486us (3704us total) trans 4295029417 rc 0/0 00000100:00100000:1.0:1705683818.172780:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159490 00000004:00080000:0.0:1705683818.172788:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132600a00/2, rc 0, transno 62121 00000100:00100000:0.0:1705683818.172795:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132600a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544789120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.172805:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544789504:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.172816:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.172820:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.172821:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.172822:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172834:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.172851:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.172867:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172869:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172874:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790144 00000100:00100000:0.0:1705683818.172890:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172891:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172893:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.172894:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.172895:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159502 00000100:00100000:0.0:1705683818.172898:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1969:3085:x1788538544790144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.172908:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10494 count 1 00010000:00010000:0.0:1705683818.173076:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.173085:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7417 pid: 15178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.173089:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.173089:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.173090:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.173101:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7417 pid: 15178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.173105:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7417 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.173110:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544790208:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.173135:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.173839:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.173853:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.173883:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.173896:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.173909:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544789888:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.173915:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.173926:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b37 expref: 7417 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.173928:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.173934:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099571900, rc 0) 00000100:00100000:2.0:1705683818.173954:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.173956:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.173958:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7417:15645:x1788538577658496:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3002us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.173963:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159499 00000100:00100000:2.0:1705683818.173963:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658752 00000100:00100000:0.0:1705683818.173967:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.173975:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7417 pid: 15153 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.173977:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.173978:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.173981:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659200 00000100:00100000:2.0:1705683818.173988:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.173989:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.173992:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.173992:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577658880 00000100:00100000:1.0:1705683818.173993:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.173995:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659648 00010000:00010000:2.0:1705683818.173997:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7419 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.174002:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.174003:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174003:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174004:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.174005:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159503 00000100:00100000:2.0:1705683818.174005:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659008 00000100:00100000:1.0:1705683818.174008:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:2925:x1788538577659200:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.174009:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7420 pid: 15147 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.174015:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.174020:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174021:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174022:0:14236:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659136 00010000:00010000:2.0:1705683818.174027:0:14236:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8161 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.174033:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174033:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174035:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105472 00000100:00100000:2.0:1705683818.174037:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7420:1857:x1788538577658752:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.174042:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.174043:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174047:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174056:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c4af80/0xd7faa4ce02a4e6d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a885cb expref: 7420 pid: 15153 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174060:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.174061:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.174062:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174065:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174075:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.174086:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7419:1857:x1788538577658752:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 48us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.174089:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105472 00000100:00100000:2.0:1705683818.174095:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174095:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174097:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105473 00000100:00100000:0.0:1705683818.174098:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174099:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7418:1857:x1788538577658880:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.174100:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174103:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.174104:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7418 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174108:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7418 pid: 15119 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.174110:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105474 00000100:00100000:0.0:1705683818.174114:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7418:1857:x1788538577659008:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.174115:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c4a300/0xd7faa4ce02a4e813 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8865e expref: 7418 pid: 15119 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174120:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.174121:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.174122:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174123:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.174125:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174127:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7417 pid: 15147 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.174135:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7417 pid: 15147 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174136:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.174147:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+7417:1857:x1788538577658880:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (293us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.174151:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f74f00/0xd7faa4ce02a4eaf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88714 expref: 7417 pid: 15147 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.174152:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105473 00000100:00100000:2.0:1705683818.174159:0:14236:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174160:0:14236:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.174162:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.174162:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.174163:0:14236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105475 00010000:00010000:0.0:1705683818.174164:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.174166:0:14236:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:1858:x1788538577659136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.174170:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174172:0:14236:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.174175:0:14236:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8161 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174182:0:14236:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8161 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.174186:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.174193:0:14236:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800999da080/0xd7faa4ce02a49206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ccd expref: 8161 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.174201:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.174202:0:14236:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.174203:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7415:1857:x1788538577659008:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 89us (319us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.174205:0:14236:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b14 expref: 6105 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.174209:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105474 00010000:00010000:2.0:1705683818.174209:0:14236:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b14 expref: 6105 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174222:0:14236:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099570f00/0xd7faa4ce02aa15cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b14 expref: 6105 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.174226:0:14236:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0000_UUID:14236:1788538544790272:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.174237:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.174241:0:14236:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.174242:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174252:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.174255:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2300/0xd7faa4ce02aa1638 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3024:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b4c expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.174255:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174255:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.174257:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.174260:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659328 00002000:00010000:1.0:1705683818.174271:0:15111:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3024:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.174280:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.174281:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.174284:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2300/0xd7faa4ce02aa1638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b4c expref: 7415 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174284:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.174286:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.174291:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2300/0xd7faa4ce02aa1638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b4c expref: 7415 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174292:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009692b200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.174293:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.174296:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b2300, rc 0) 00010000:00010000:2.0:1705683818.174296:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174302:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174305:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.174305:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.174306:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.174309:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.174309:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.174310:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+7415:2925:x1788538577659200:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 301us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.174314:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326870 00000100:00100000:1.0:1705683818.174315:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159503 00000100:00100000:2.0:1705683818.174317:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d664b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16440:x1788538577659328:12345-192.168.203.50@tcp:101:mrename.0 00000100:00100000:1.0:1705683818.174324:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.174325:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174325:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.174328:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159504 00000100:00100000:1.0:1705683818.174331:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:13157:x1788538577659648:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.174336:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.174341:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1705683818.174344:0:15134:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009692b200/0xd7faa4ce02aa1574 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174383:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009608bc00/0xd7faa4ce02aa163f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b5a expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174440:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.174447:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174452:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174508:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.174510:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1970:3086:x1788538544788672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6348us (6408us total) trans 4295029418 rc 0/0 00010000:00010000:2.0:1705683818.174511:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174513:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.174516:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159484 00000004:00080000:0.0:1705683818.174560:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d7800/2, rc 0, transno 62122 00000100:00100000:0.0:1705683818.174568:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544788672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.174588:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800976b1900/0xd7faa4ce02aa1654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b53 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.174598:0:15111:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683818.174602:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1705683818.174605:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.174606:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.174608:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800976b1900/0xd7faa4ce02aa1654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b53 expref: 8161 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.174609:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fab200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.174612:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.174616:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.174617:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800976b1900/0xd7faa4ce02aa1654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b53 expref: 8161 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174618:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.174622:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b1900, rc 0) 00000100:00100000:0.0:1705683818.174627:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.174634:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:13157:x1788538577659648:12345-192.168.203.50@tcp:101:dd.0 Request processed in 303us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.174638:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159504 00000004:00200000:2.0:1705683818.174642:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d6a:0x0]: returning size 4096 00000100:00100000:0.0:1705683818.174643:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.174643:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:2.0:1705683818.174645:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.174648:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790336 00000004:00010000:2.0:1705683818.174656:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.174663:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174663:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.174664:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174666:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.174668:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159505 00000100:00100000:1.0:1705683818.174668:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.174669:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174669:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.174671:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1970:3085:x1788538544790336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.174672:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174679:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009608a580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.174680:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00002000:00080000:0.0:1705683818.174681:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10495 count 1 00010000:00010000:2.0:1705683818.174684:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174690:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00000100:00100000:1.0:1705683818.174691:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544789824:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.174692:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.174694:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174697:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009608a580/0xd7faa4ce02aa1646 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174704:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.174707:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174707:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174710:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00100000:1.0:1705683818.174713:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.174713:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174713:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daad180 already unused, calling callback (ffffffffa0d726d0) 00010000:00100000:1.0:1705683818.174714:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.174715:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174718:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174722:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff880134fcf400) 00010000:00010000:2.0:1705683818.174724:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.174725:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174729:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daad180/0xd7faa4ce02aa164d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.174773:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009608bc00/0xd7faa4ce02aa163f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b5a expref: 1749 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174781:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b5a expref: 1748 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174784:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6a:0x0].0x0 (ffff880134fcf700) 00010000:00010000:2.0:1705683818.174785:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.174786:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009daae580, rc 0) 00000100:00100000:2.0:1705683818.174797:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d664b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16440:x1788538577659328:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 480us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.174800:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326870 00000100:00100000:2.0:1705683818.174821:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544789696:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.174827:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544789760:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.174837:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b30 expref: 8160 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.174842:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009608b980, rc 0) 00000100:00100000:2.0:1705683818.174848:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:13049:x1788538577658432:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4141us (4220us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.174851:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159497 00010000:00010000:0.0:1705683818.174940:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174950:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7414 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174955:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.174956:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.174957:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174971:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7414 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.174978:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7414 pid: 15134 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.174986:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544790400:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.175002:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.175016:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175022:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175027:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175036:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175054:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.175080:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.175084:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175089:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b3700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.175090:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175095:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175108:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175112:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b3700/0xd7faa4ce02aa159e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175125:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.175126:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.175127:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.175144:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132602d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1971:3083:x1788538544789056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6028us (6148us total) trans 4295029419 rc 0/0 00000100:00100000:0.0:1705683818.175150:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159489 00000004:00080000:1.0:1705683818.175163:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132601e00/2, rc 0, transno 62123 00010000:00010000:0.0:1705683818.175168:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175171:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544789056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.175174:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175179:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175182:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175195:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.175207:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544790464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.175212:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.175215:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175219:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096929900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.175220:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175222:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175228:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.175229:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175232:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096929900/0xd7faa4ce02aa1582 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175242:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.175243:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.175243:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.175245:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175246:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175251:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790464 00000100:00100000:0.0:1705683818.175254:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1972:3086:x1788538544788800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6767us (6807us total) trans 4295029420 rc 0/0 00000100:00100000:0.0:1705683818.175257:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159486 00000100:00100000:1.0:1705683818.175264:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175264:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175265:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175265:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175267:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175267:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175268:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159506 00000100:00100000:1.0:1705683818.175272:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1971:3083:x1788538544790464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.175283:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10496 count 1 00000004:00080000:0.0:1705683818.175286:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325bd000/2, rc 0, transno 62124 00000100:00100000:0.0:1705683818.175290:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544788800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.175363:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.175370:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175379:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7414 pid: 14212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175382:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.175387:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.175388:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.175389:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175404:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7414 pid: 14212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175411:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7414 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.175418:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544790528:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.175436:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.175469:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.175475:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544790592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.175477:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175478:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175478:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175479:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175483:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659392 00000100:00100000:1.0:1705683818.175484:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659520 00000100:00100000:0.0:1705683818.175488:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.175492:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7415 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.175495:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.175500:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175500:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175503:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175503:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175504:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790592 00000100:00100000:2.0:1705683818.175505:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659712 00000100:00100000:1.0:1705683818.175508:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175509:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.175509:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7416 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.175512:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105476 00000100:00100000:0.0:1705683818.175513:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175514:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.175516:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159507 00000100:00100000:1.0:1705683818.175516:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7416:1858:x1788538577659392:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.175518:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1972:3084:x1788538544790592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.175518:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175518:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175520:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105477 00010000:00010000:1.0:1705683818.175534:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.175536:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6368:1858:x1788538577659520:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.175537:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7416 pid: 15138 timeout: 690 lvb_type: 0 00002000:00080000:0.0:1705683818.175539:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10497 count 1 00010000:00010000:2.0:1705683818.175541:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.175546:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7416 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.175548:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.175552:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.175557:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915df980/0xd7faa4ce02a4f1dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8891a expref: 7416 pid: 15138 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.175560:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ed5680/0xd7faa4ce02a968b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b0a expref: 6368 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.175564:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.175565:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.175566:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175566:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175567:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175568:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b37 expref: 7415 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175570:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175571:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b37 expref: 7415 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175582:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.175583:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099571900/0xd7faa4ce02aa1600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b37 expref: 7415 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175590:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544790656:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.175594:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175601:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7415 pid: 15149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175604:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.175605:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.175605:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175605:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7415:1858:x1788538577659392:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 87us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.175605:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.175609:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105476 00000100:00100000:2.0:1705683818.175613:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175614:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.175615:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7415 pid: 15149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175619:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.175620:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7414 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.175620:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175621:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105478 00000100:00100000:0.0:1705683818.175625:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544790720:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.175625:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7414:1858:x1788538577659712:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.175630:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.175633:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7414 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.175638:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7414 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.175639:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.175646:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.175648:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093fde080/0xd7faa4ce02a4f45a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a889c2 expref: 7414 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.175652:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175655:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175656:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175657:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175658:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175659:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175661:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175662:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.175673:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.175677:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.175679:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.175682:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.175687:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099573700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.175688:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175691:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1858:x1788538577659712:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (223us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.175693:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175696:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105478 00010000:00010000:1.0:1705683818.175702:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175704:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175705:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.175706:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099573700/0xd7faa4ce02aa15dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175707:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659264 00010000:00010000:2.0:1705683818.175715:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.175717:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.175718:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.175719:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.175724:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175725:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175726:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175728:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105479 00010000:00010000:1.0:1705683818.175729:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.175731:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1858:x1788538577659264:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.175734:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.175736:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132606900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1973:3086:x1788538544789440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5543us (5641us total) trans 4295029421 rc 0/0 00010000:00010000:2.0:1705683818.175737:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.175738:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.175739:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159494 00010000:00010000:2.0:1705683818.175740:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.175761:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.175763:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00000004:00080000:0.0:1705683818.175771:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132606400/2, rc 0, transno 62125 00010000:00010000:2.0:1705683818.175774:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091479e00/0xd7faa4ce02a4ef4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88879 expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.175776:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132606400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544789440:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.175782:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175782:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.175784:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175788:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175800:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.175816:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7412:1858:x1788538577659264:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 83us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.175821:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105479 00010000:00010000:2.0:1705683818.175834:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.175836:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175840:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b2d00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.175842:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175846:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175854:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175858:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b2d00/0xd7faa4ce02aa15f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175879:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.175880:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.175882:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.175888:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175891:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1973:3084:x1788538544789632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5053us (5087us total) trans 4295029422 rc 0/0 00010000:00010000:2.0:1705683818.175893:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175898:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.175899:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159498 00010000:00010000:2.0:1705683818.175902:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.175911:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1705683818.175917:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132606e00/2, rc 0, transno 62126 00000100:00100000:0.0:1705683818.175921:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132606e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544789632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.175956:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.175965:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175965:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175971:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659456 00010000:00010000:1.0:1705683818.175980:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6106 pid: 15140 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.175992:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.175992:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.175995:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009836c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1973:3086:x1788538544789376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5792us (5867us total) trans 4295029423 rc 0/0 00000100:00100000:1.0:1705683818.175996:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105480 00000100:00100000:1.0:1705683818.175999:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6106:1858:x1788538577659456:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.176000:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159495 00010000:00010000:1.0:1705683818.176004:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.176012:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6106 pid: 15140 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.176018:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6106 pid: 15140 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.176028:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba79900/0xd7faa4ce02a68a37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ac7 expref: 6106 pid: 15140 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.176037:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.176050:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6105:1858:x1788538577659456:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 51us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.176054:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105480 00000100:00100000:0.0:1705683818.176066:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.176091:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.176092:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.176113:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176114:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176115:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683818.176115:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176116:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176118:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790784 00000100:00100000:0.0:1705683818.176119:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b846900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.176122:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176122:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176126:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659584 00000100:00100000:2.0:1705683818.176130:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176131:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.176134:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8160 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.176134:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159508 00000100:00100000:0.0:1705683818.176135:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.176137:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1973:3085:x1788538544790784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.176144:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176145:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:2.0:1705683818.176146:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10498 count 1 00000100:00100000:1.0:1705683818.176148:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105481 00000100:00100000:1.0:1705683818.176151:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099956900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:1858:x1788538577659584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.176156:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1705683818.176158:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132603c00/2, rc 0, transno 62127 00010000:00010000:1.0:1705683818.176161:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8160 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.176164:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544789376:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.176167:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8160 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.176176:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de52580/0xd7faa4ce02a5dd4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f164 expref: 8160 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.176185:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.176186:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.176188:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b30 expref: 8159 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176193:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b30 expref: 8159 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176210:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009608b980/0xd7faa4ce02aa15eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b30 expref: 8159 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176216:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.176217:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544790912:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.176225:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7411 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176231:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.176232:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.176233:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a061c240 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.176233:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.176237:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544790976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.176242:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176243:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176247:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790848 00010000:00010000:2.0:1705683818.176247:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7411 pid: 15155 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.176252:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.176254:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7411 pid: 15155 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.176260:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176260:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176262:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544790976 00000100:00100000:2.0:1705683818.176263:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544791040:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.176265:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176266:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176270:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159509 00000100:00100000:0.0:1705683818.176272:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1975:3085:x1788538544790848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.176272:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176272:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176276:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159510 00000100:00100000:1.0:1705683818.176279:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1975:3083:x1788538544790976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.176280:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10499 count 1 00000100:00100000:2.0:1705683818.176280:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0cc0 going to sleep for 11 seconds 00002000:00080000:1.0:1705683818.176288:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10500 count 1 00010000:00010000:2.0:1705683818.176288:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.176290:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176295:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b2800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.176297:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176301:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176309:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176316:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b2800/0xd7faa4ce02aa15d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176325:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.176325:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.176326:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.176340:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.176344:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176347:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176347:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.176348:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.176351:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7411 pid: 15140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176351:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659776 00010000:00010000:0.0:1705683818.176354:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.176355:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.176356:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176357:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7411 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176360:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176360:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.176362:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.176363:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.176363:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326871 00010000:00010000:1.0:1705683818.176364:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.176365:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7411 pid: 15140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176365:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1507:16403:x1788538577659776:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.176369:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7411 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.176370:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.176374:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544791104:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.176375:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaca00/0xd7faa4ce02aa168c lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b61 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176378:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7411 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176384:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7411 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.176389:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.176391:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544791168:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.176409:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.176410:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.176416:0:14325:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176420:0:14325:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.176433:0:14325:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176444:0:14325:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_030:lustre-MDT0001_UUID:14325:1788538544791232:0@lo:104: 00000100:00100000:1.0:1705683818.176446:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.176458:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176458:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176463:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659968 00000100:00100000:2.0:1705683818.176464:0:14325:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.176470:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.176476:0:14325:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd43c00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.176478:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176478:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.176481:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159511 00000100:00100000:0.0:1705683818.176483:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6105:15766:x1788538577659968:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.176486:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176487:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.176488:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.176492:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577659904 00000100:00100000:2.0:1705683818.176503:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176503:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176506:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326872 00000100:00100000:2.0:1705683818.176508:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:16408:x1788538577659904:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:1.0:1705683818.176514:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.176536:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176537:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.176538:0:14195:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1705683818.176542:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660032 00010000:00010000:2.0:1705683818.176546:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbdd900/0xd7faa4ce02a9f266 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa916d expref: 1858 pid: 14327 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.176555:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176555:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.176556:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009b087a00) 00000100:00100000:1.0:1705683818.176558:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159512 00010000:00010000:2.0:1705683818.176560:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096088a00/0xd7faa4ce02aa15c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b1b expref: 1857 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.176561:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+7412:16380:x1788538577660032:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.176564:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff8800999f3c00) 00010000:00010000:1.0:1705683818.176568:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.176568:0:14195:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.176622:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176629:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176634:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176678:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176681:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176684:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.176690:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b2080/0xd7faa4ce02aa16a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b6f expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.176699:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.176707:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.176708:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.176711:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b2080/0xd7faa4ce02aa16a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b6f expref: 7413 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176718:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800976b2080/0xd7faa4ce02aa16a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b6f expref: 7413 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176723:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.176724:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800976b2080, rc 0) 00010000:00010000:2.0:1705683818.176725:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176727:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.176738:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:16380:x1788538577660032:12345-192.168.203.50@tcp:101:dd.0 Request processed in 176us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.176743:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159512 00000100:00100000:1.0:1705683818.176795:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.176805:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176806:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176811:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660160 00010000:00010000:2.0:1705683818.176815:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176820:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.176824:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.176827:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176828:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.176832:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326873 00010000:00010000:2.0:1705683818.176832:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.176835:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1509:16423:x1788538577660160:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:2.0:1705683818.176838:0:14195:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 342 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176842:0:14195:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 4/0,1 mode: --/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.176852:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1705683818.176856:0:14195:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 342 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.176861:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096088c80/0xd7faa4ce02aa161c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b3e expref: 1509 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.176862:0:14195:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 342 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.176869:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff880131f96b00) 00000100:00100000:2.0:1705683818.176869:0:14195:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:14195:1788538544791296:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.176879:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800963a8780/0xd7faa4ce02a9caf1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3528:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8852 expref: 1508 pid: 6561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176885:0:14195:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bbc7840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.176886:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3528:0x0].0x0 (ffff880097f26700) 00010000:00010000:1.0:1705683818.176892:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.176921:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.176941:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.176947:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.176955:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.176957:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d317980/0xd7faa4ce02aa16cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b68 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176963:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00002000:00010000:0.0:1705683818.176969:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.176969:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176970:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176973:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661184 00010000:00010000:0.0:1705683818.176977:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.176978:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.176980:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d317980/0xd7faa4ce02aa16cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b68 expref: 6106 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176983:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.176984:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.176986:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d317980/0xd7faa4ce02aa16cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b68 expref: 6106 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.176986:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326874 00000100:00100000:2.0:1705683818.176988:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d0500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1508:16490:x1788538577661184:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:0.0:1705683818.176991:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d317980, rc 0) 00010000:00010000:2.0:1705683818.176993:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.176993:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683818.176999:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e05ed00/0xd7faa4ce02aa14e8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ab9 expref: 1508 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.177004:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6106:15766:x1788538577659968:12345-192.168.203.50@tcp:101:dd.0 Request processed in 520us (559us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.177005:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff88008faca600) 00000100:00100000:0.0:1705683818.177008:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159511 00010000:00010000:2.0:1705683818.177009:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.177014:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177015:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177017:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660224 00000100:00100000:0.0:1705683818.177026:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.177026:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.177028:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177030:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159513 00010000:00010000:1.0:1705683818.177032:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00000100:00100000:0.0:1705683818.177033:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6368:14136:x1788538577660224:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.177036:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.177039:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.177060:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae800/0xd7faa4ce02aa16d9 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ba0 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177072:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.177077:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177082:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:2.0:1705683818.177117:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.177121:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177125:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177171:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d53:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.177173:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177175:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.177179:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.177184:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177188:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177213:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.177217:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177221:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177281:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177286:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177289:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177292:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135ed1180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.177295:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177298:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177303:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff88008f9d1d00) 00010000:00010000:1.0:1705683818.177305:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683818.177307:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177310:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed1180/0xd7faa4ce02aa16fc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177324:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177328:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177331:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177335:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135ed0500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.177336:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177340:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177344:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3528:0x0].0x0 (ffff880134fcf100) 00010000:00010000:1.0:1705683818.177346:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1705683818.177347:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177350:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed0500/0xd7faa4ce02aa16f5 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x3528:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177360:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177364:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.177367:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d317480/0xd7faa4ce02aa1703 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3559:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b76 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177368:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177371:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135ed2d00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.177372:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00000004:00080000:2.0:1705683818.177372:0:14343:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x39a3:0x0], index 1: 0 00010000:00010000:1.0:1705683818.177375:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00002000:00010000:0.0:1705683818.177376:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x3559:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.177380:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff880134fcfb00) 00010000:00010000:1.0:1705683818.177381:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.177383:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177386:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed2d00/0xd7faa4ce02aa16e0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177395:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177398:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177401:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177405:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177407:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b0000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.177408:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177412:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177417:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.177418:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.177419:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177423:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800976b0000/0xd7faa4ce02aa16c4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177428:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.177430:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.177432:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.177434:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d317480/0xd7faa4ce02aa1703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b76 expref: 6369 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177435:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177438:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177440:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135ed3700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.177441:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.177443:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d317480/0xd7faa4ce02aa1703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b76 expref: 6369 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177445:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT1 00010000:00010000:0.0:1705683818.177449:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d317480, rc 0) 00010000:00010000:1.0:1705683818.177450:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff880093c36c00) 00010000:00010000:1.0:1705683818.177451:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.177452:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00010000:00010000:1.0:1705683818.177455:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135ed3700/0xd7faa4ce02aa16d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT1 00000100:00100000:0.0:1705683818.177461:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6369:14136:x1788538577660224:12345-192.168.203.50@tcp:101:dd.0 Request processed in 428us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.177464:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159513 00000100:00100000:0.0:1705683818.177475:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177476:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177481:0:10083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791232 00000100:00100000:1.0:1705683818.177483:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b23200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:c572401a-2098-484c-b5c8-7a348378e325+1509:16423:x1788538577660160:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 646us (687us total) trans 0 rc -39/-39 00000100:00100000:1.0:1705683818.177488:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326873 00000100:00100000:0.0:1705683818.177499:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177500:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177503:0:10083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12364 00000100:00100000:0.0:1705683818.177506:0:10083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14325:x1788538544791232:12345-0@lo:104: 00010000:00010000:2.0:1705683818.177509:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6800/0xd7faa4ce02aa170a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.177513:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6800/0xd7faa4ce02aa170a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.177514:0:10083:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.177516:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6800/0xd7faa4ce02aa170a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177551:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177554:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177556:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177560:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177562:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daaf980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.177563:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177565:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.177567:0:10083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.177568:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x0 (ffff880099f33900) 00010000:00010000:2.0:1705683818.177569:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.177570:0:10083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14325:x1788538544791232:12345-0@lo:104: Request processed in 64us (1106us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.177570:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177572:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaf980/0xd7faa4ce02aa16e7 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.177573:0:10083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12364 00010000:00010000:1.0:1705683818.177573:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.177577:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.177578:0:14343:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325d0500 reply state ffff880091d10000 transno 4295059884 ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.177581:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.177582:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096098f00 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:2.0:1705683818.177584:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x3731 (ffff880099f33000) 00010000:00010000:1.0:1705683818.177585:0:11077:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.177585:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:1.0:1705683818.177594:0:11077:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.177595:0:14325:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_030:lustre-MDT0001_UUID:14325:1788538544791232:0@lo:104: 00010000:00010000:2.0:1705683818.177600:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae800/0xd7faa4ce02aa16d9 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba0 expref: 1509 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.177609:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6800/0xd7faa4ce02aa170a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba0 expref: 1508 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.177611:0:14325:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.177612:0:11077:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.177614:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d94:0x0].0x0 (ffff880099f33d00) 00010000:00100000:0.0:1705683818.177615:0:14325:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.177615:0:14325:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.177615:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1705683818.177615:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924e6800, rc 0) 00010000:00100000:0.0:1705683818.177616:0:14325:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.177616:0:11077:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1705683818.177625:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d0500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1509:16490:x1788538577661184:12345-192.168.203.50@tcp:101:touch.0 Request processed in 636us (663us total) trans 4295059884 rc 0/0 00000100:00100000:2.0:1705683818.177628:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326874 00010000:00010000:1.0:1705683818.177638:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.177641:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544791360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.177642:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096098f00/0xd7faa4ce02aa10ab lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa10b2 expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177656:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.177657:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.177658:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.177661:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.177677:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177678:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177685:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791360 00010000:00010000:1.0:1705683818.177697:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 38 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.177716:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177717:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177719:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177721:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177721:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105482 00000100:00100000:1.0:1705683818.177724:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+38:3084:x1788538544791360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.177730:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.177822:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.177857:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544790016:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.177867:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.177867:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:0.0:1705683818.177871:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.177872:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.177873:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177880:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177880:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177881:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.177883:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660480 00000100:00100000:1.0:1705683818.177888:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177889:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.177891:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7413 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.177893:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660544 00000100:00100000:0.0:1705683818.177905:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177906:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177908:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105483 00000100:00100000:1.0:1705683818.177909:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177910:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.177911:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1859:x1788538577660480:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.177916:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.177917:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7413 pid: 15178 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.177922:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7413 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.177923:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177923:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.177927:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159514 00000100:00100000:1.0:1705683818.177930:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6106:7929:x1788538577660544:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.177932:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.177933:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.177934:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.177936:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.177937:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.177943:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.177955:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1859:x1788538577660480:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 43us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.177958:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105483 00010000:00010000:0.0:1705683818.177973:0:14226:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093dce300/0xd7faa4ce02a4f938 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88b27 expref: 7412 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.177981:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544790208:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.177989:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.177993:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.177993:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.177994:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.177995:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.177997:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178000:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178002:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178008:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.178033:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178034:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178039:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660352 00000100:00100000:2.0:1705683818.178057:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178057:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178060:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89640 00000100:00100000:2.0:1705683818.178062:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+343:16472:x1788538577660352:12345-192.168.203.50@tcp:35:touch.0 00000100:00100000:0.0:1705683818.178081:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1976:3085:x1788538544790144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5182us (5229us total) trans 4295029424 rc 0/0 00000100:00100000:0.0:1705683818.178084:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159502 00000004:00080000:0.0:1705683818.178100:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b36400/2, rc 0, transno 62128 00000100:00100000:0.0:1705683818.178103:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.178120:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683818.178123:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544791424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.178133:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.178146:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178146:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178150:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791424 00000100:00100000:0.0:1705683818.178159:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178160:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178160:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178161:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178163:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159515 00000100:00100000:0.0:1705683818.178167:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1976:3086:x1788538544791424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.178167:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+344:16472:x1788538577660352:12345-192.168.203.50@tcp:35:touch.0 Request processed in 102us (345us total) trans 4295064388 rc 0/0 00010000:00010000:1.0:1705683818.178172:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b7d expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.178173:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89640 00002000:00080000:0.0:1705683818.178175:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10501 count 1 00010000:00010000:1.0:1705683818.178185:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6107 pid: 14427 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.178191:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8159 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.178196:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.178197:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.178199:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b7d expref: 6107 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.178200:0:7681:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d3c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544790080:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.178210:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8159 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.178214:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.178216:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8159 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.178222:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544791488:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.178224:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7411:1857:x1788538577658944:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 5627us (5789us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.178228:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105471 00010000:00010000:2.0:1705683818.178240:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.178242:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178243:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6107 pid: 14427 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.178245:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099570500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.178246:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178247:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6107 pid: 14427 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.178249:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.178254:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544791552:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.178255:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178257:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099570500/0xd7faa4ce02aa1631 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178263:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.178264:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.178264:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.178265:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.178287:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.178296:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178296:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178299:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660416 00010000:00010000:2.0:1705683818.178305:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7411 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.178313:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105484 00000100:00100000:1.0:1705683818.178315:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.178315:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7411:1858:x1788538577660416:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.178319:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.178320:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7411 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.178323:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178324:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.178324:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7411 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.178328:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660608 00010000:00010000:2.0:1705683818.178334:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132dbd680/0xd7faa4ce02a4f76a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88a9b expref: 7411 pid: 15179 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.178339:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178340:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.178341:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.178342:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.178343:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159516 00010000:00010000:2.0:1705683818.178343:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.178345:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6369:1858:x1788538577660608:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.178347:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178351:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.178361:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.178373:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7410:1858:x1788538577660416:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 56us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.178377:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105484 00010000:00010000:1.0:1705683818.178390:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ed1900/0xd7faa4ce02aa171f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3595:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b84 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178394:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178399:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178400:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.178401:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.178404:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178406:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed1900/0xd7faa4ce02aa171f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b84 expref: 6370 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.178409:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178417:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ed1900/0xd7faa4ce02aa171f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b84 expref: 6370 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.178422:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.178423:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed1900, rc 0) 00000100:00100000:1.0:1705683818.178436:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6370:1858:x1788538577660608:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 89us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.178440:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159516 00010000:00010000:1.0:1705683818.178453:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.178455:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178460:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099570a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.178461:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178466:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178475:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178478:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099570a00/0xd7faa4ce02aa162a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178489:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.178490:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.178491:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.178502:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178512:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7409 pid: 15149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178517:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.178517:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.178517:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1977:3083:x1788538544789952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6823us (6859us total) trans 4295029425 rc 0/0 00010000:00010000:0.0:1705683818.178518:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.178535:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159501 00010000:00010000:0.0:1705683818.178541:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7409 pid: 15149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178546:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7409 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.178551:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cde900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544791616:192.168.203.50@tcp:104: 00000004:00080000:2.0:1705683818.178564:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132602300/2, rc 0, transno 62129 00000100:00100000:0.0:1705683818.178568:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.178570:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544789952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.178580:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.178585:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544790400:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.178596:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.178603:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.178604:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.178604:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178607:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.178612:0:14236:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0000_UUID:14236:1788538544790272:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.178613:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544791680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.178623:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.178625:0:14236:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.178638:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178638:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178640:0:14236:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+8159:1858:x1788538577659136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4472us (4673us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.178643:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660736 00000100:00100000:2.0:1705683818.178645:0:14236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105475 00000100:00100000:0.0:1705683818.178646:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178647:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178650:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791680 00000100:00100000:1.0:1705683818.178657:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178658:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.178662:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178662:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159517 00000100:00100000:0.0:1705683818.178663:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.178665:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7410:13157:x1788538577660736:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:0.0:1705683818.178666:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159518 00000100:00100000:0.0:1705683818.178668:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1977:3086:x1788538544791680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.178670:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:0.0:1705683818.178676:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10502 count 1 00000100:00100000:2.0:1705683818.178802:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178803:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178809:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660800 00000100:00100000:2.0:1705683818.178820:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178821:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.178824:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326875 00000100:00100000:2.0:1705683818.178826:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16440:x1788538577660800:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:2.0:1705683818.178837:0:14334:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1705683818.178844:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daae580/0xd7faa4ce02aa165b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d6a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b5a expref: 1748 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178850:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6a:0x0].0x0 (ffff880134fcf700) 00010000:00010000:2.0:1705683818.178855:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134ee7700/0xd7faa4ce02aa156d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2c73:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9af1 expref: 1747 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178862:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:2.0:1705683818.178863:0:14334:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.178892:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.178896:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.178899:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.178903:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.178907:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.178911:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.178946:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.178950:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ed0f00/0xd7faa4ce02aa1749 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b8b expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178951:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.178951:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.178955:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:0.0:1705683818.178961:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7410 pid: 15142 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.178961:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.178966:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.178968:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.178969:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178969:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.178970:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.178974:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed0f00/0xd7faa4ce02aa1749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b8b expref: 7411 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178981:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ed0f00/0xd7faa4ce02aa1749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b8b expref: 7411 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.178982:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7411 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.178986:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed0f00, rc 0) 00010000:00010000:0.0:1705683818.178989:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7411 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.178994:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00000100:00100000:0.0:1705683818.178997:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544791744:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.178999:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179001:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7411:13157:x1788538577660736:12345-192.168.203.50@tcp:101:dd.0 Request processed in 335us (422us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.179002:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179006:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159517 00010000:00010000:2.0:1705683818.179034:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.179036:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179039:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179053:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544790528:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.179065:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179068:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179070:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00100000:1.0:1705683818.179071:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.179072:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.179072:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179072:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00000100:00100000:0.0:1705683818.179074:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.179074:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e7700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179075:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179077:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179080:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d6a:0x0].0x0 (ffff8800916f5b00) 00010000:00010000:2.0:1705683818.179081:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.179082:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179083:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7700/0xd7faa4ce02aa1757 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179090:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179092:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179094:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179095:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e6a80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179096:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179098:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179100:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.179100:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:2.0:1705683818.179100:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.179101:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179103:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6a80/0xd7faa4ce02aa1750 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179106:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179108:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179109:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179110:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179110:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179112:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e5e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179112:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179113:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660864 00010000:00010000:2.0:1705683818.179115:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179117:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff8800916f5f00) 00010000:00010000:2.0:1705683818.179118:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179118:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179120:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5e00/0xd7faa4ce02aa173b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179123:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179124:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179124:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000100:00100000:0.0:1705683818.179126:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179126:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179127:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159519 00000100:00100000:0.0:1705683818.179128:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179128:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179129:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.179130:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8159:2925:x1788538577660864:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.179131:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e4000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179132:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179134:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:1.0:1705683818.179136:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.179136:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.179137:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179137:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179139:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4000/0xd7faa4ce02aa172d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179143:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179145:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179147:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179148:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e4f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179149:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179150:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179153:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880091f0b000) 00010000:00010000:2.0:1705683818.179153:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179154:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.179155:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4f00/0xd7faa4ce02aa1734 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000100:00100000:2.0:1705683818.179174:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16440:x1788538577660800:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 347us (568us total) trans 0 rc -39/-39 00000100:00100000:2.0:1705683818.179177:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326875 00000100:00100000:0.0:1705683818.179186:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.179194:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179195:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179198:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661888 00000100:00100000:0.0:1705683818.179206:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.179217:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179218:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179220:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179221:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179223:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326876 00000100:00100000:2.0:1705683818.179226:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1509:16328:x1788538577661888:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.179232:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.179258:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7c00/0xd7faa4ce02aa175e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bc3 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.179264:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.179309:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.179317:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179318:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179318:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.179321:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661056 00010000:00010000:2.0:1705683818.179324:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.179329:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.179335:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.179335:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.179336:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179340:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159520 00010000:00010000:2.0:1705683818.179340:0:14343:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092ff6800/0xd7faa4ce02aa0b95 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa0b8e expref: 38 pid: 8819 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.179343:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6370:2974:x1788538577661056:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.179344:0:14343:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.179347:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.179357:0:14343:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092ff6800/0xd7faa4ce02aa0b95 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd7faa4ce02aa0b8e expref: 38 pid: 8819 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179365:0:14343:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001_UUID:14343:1788538544791808:0@lo:104: 00010000:00010000:1.0:1705683818.179370:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ed2080/0xd7faa4ce02aa1773 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3044:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b92 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.179379:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3044:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.179384:0:14343:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.179388:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.179389:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.179392:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed2080/0xd7faa4ce02aa1773 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b92 expref: 8160 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179397:0:14343:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.179399:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ed2080/0xd7faa4ce02aa1773 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b92 expref: 8160 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179405:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed2080, rc 0) 00000100:00100000:2.0:1705683818.179405:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179406:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179412:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791808 00000100:00100000:1.0:1705683818.179419:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:2925:x1788538577660864:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 289us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.179424:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159519 00000100:00100000:2.0:1705683818.179433:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179433:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179437:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12365 00000100:00100000:2.0:1705683818.179440:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:14343:x1788538544791808:12345-0@lo:104: 00010000:00010000:2.0:1705683818.179445:0:6519:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179464:0:6519:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.179466:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:14343:x1788538544791808:12345-0@lo:104: Request processed in 26us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.179469:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12365 00010000:00010000:2.0:1705683818.179477:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.179478:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179481:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0a9c780 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:2.0:1705683818.179482:0:14425:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.179485:0:14425:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179494:0:14425:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179497:0:14425:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683818.179503:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179506:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0a9c780/0xd7faa4ce02aa0b8e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0b95 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.179511:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544790720:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.179513:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.179513:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.179514:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.179519:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544791872:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.179521:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.179534:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.179541:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.179542:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.179542:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179546:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.179558:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9b99 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.179559:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179560:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179565:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660928 00000100:00100000:2.0:1705683818.179570:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15173:1788538544790656:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.179571:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7411 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.179575:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.179575:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7411 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.179576:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.179577:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b99 expref: 6371 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179578:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.179586:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7411 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.179586:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179586:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179587:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6371:1858:x1788538577659520:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4063us (4204us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.179588:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577660992 00010000:00010000:0.0:1705683818.179590:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7412 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.179590:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105477 00010000:00010000:1.0:1705683818.179594:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7412 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.179595:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544791936:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.179597:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179597:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179599:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661248 00010000:00010000:2.0:1705683818.179605:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.179608:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179609:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179611:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544791872 00000100:00100000:2.0:1705683818.179614:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179614:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179616:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.179616:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.179617:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092ff6800/0xd7faa4ce02aa0b95 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd7faa4ce02aa0b8e expref: 39 pid: 8819 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179617:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105485 00000100:00100000:2.0:1705683818.179619:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1857:x1788538577660928:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.179622:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105486 00010000:00010000:2.0:1705683818.179623:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.179625:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7413 pid: 15134 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.179626:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1858:x1788538577660992:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.179628:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.179629:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.179630:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.179632:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105487 00010000:00010000:2.0:1705683818.179632:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7413 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.179633:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7413 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.179635:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7413:1857:x1788538577661248:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.179637:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7413 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.179640:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.179640:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e54b200/0xd7faa4ce02a4fbbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88bdd expref: 7413 pid: 15134 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.179642:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7413 pid: 15149 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.179645:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.179646:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.179647:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179648:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7412 pid: 15149 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.179650:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a3e580/0xd7faa4ce02a4fea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88c62 expref: 7412 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.179650:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179658:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.179659:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.179659:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f91180/0xd7faa4ce02a50188 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88d3b expref: 7411 pid: 15149 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.179660:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.179661:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179665:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7410:1857:x1788538577660928:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (459us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.179667:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179667:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.179668:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.179668:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105485 00010000:00010000:1.0:1705683818.179669:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179672:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.179672:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.179674:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.179674:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105488 00000100:00100000:2.0:1705683818.179676:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+39:3083:x1788538544791872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.179678:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.179679:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.179687:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.179698:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7409:1857:x1788538577661248:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.179702:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105487 00010000:00010000:1.0:1705683818.179717:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179722:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179726:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179729:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179736:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:2.0:1705683818.179767:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059884 is committed 00000001:00080000:2.0:1705683818.179782:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059881 is committed 00000100:00100000:0.0:1705683818.179789:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7408:1858:x1788538577660992:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 162us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.179795:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105486 00000001:00080000:2.0:1705683818.179801:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059877 is committed 00000100:00100000:1.0:1705683818.179835:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1978:3083:x1788538544790464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4561us (4607us total) trans 4295029426 rc 0/0 00010000:00010000:2.0:1705683818.179835:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.179839:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.179840:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159506 00010000:00010000:2.0:1705683818.179844:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b1400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.179845:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179850:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.179858:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179859:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179863:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b1400/0xd7faa4ce02aa1669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.179864:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.179869:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.179875:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179875:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.179876:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.179877:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.179884:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096099180/0xd7faa4ce02aa10b2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd7faa4ce02aa10ab expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179885:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:0.0:1705683818.179888:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.179889:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179892:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9a:0x0].0x0 (ffff88006f39ef00) 00010000:00010000:2.0:1705683818.179893:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179895:0:6523:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.179896:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093ed8780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179897:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179899:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.179901:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179902:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.179906:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8d:0x0].0x37 (ffff8800a0e22100) 00010000:00010000:2.0:1705683818.179908:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179909:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.179911:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093ed8780/0xd7faa4ce02aa0d32 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d8d:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179913:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.179921:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.179924:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.179926:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.179927:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f953480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179928:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.179930:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00000100:00100000:1.0:1705683818.179933:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+36:3084:x1788538544791360:12345-0@lo:103:ldlm_bl.0 Request processed in 2208us (2272us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.179933:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d8c:0x0].0x35 (ffff880097785100) 00010000:00010000:2.0:1705683818.179933:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179934:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000100:00100000:1.0:1705683818.179938:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105482 00010000:00010000:2.0:1705683818.179938:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f953480/0xd7faa4ce02aa0f93 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d8c:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.179946:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.179948:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.179950:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179952:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.179952:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880129636080 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.179953:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14327 initiator: MDT1 00010000:00010000:2.0:1705683818.179954:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179955:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179957:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x3831 (ffff880093c4c300) 00010000:00010000:2.0:1705683818.179958:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179958:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179959:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d315400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.179960:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129636080/0xd7faa4ce02aa1065 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x88:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14327 initiator: MDT1 00010000:00010000:1.0:1705683818.179961:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.179966:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179968:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.179971:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.179977:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179977:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.179979:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880129636580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.179981:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d315400/0xd7faa4ce02aa1662 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.179981:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.179984:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.179989:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d92:0x0].0x0 (ffff880093c4c200) 00010000:00010000:2.0:1705683818.179990:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.179991:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.179993:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.179994:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.179994:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880129636580/0xd7faa4ce02aa1096 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.179995:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.180001:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180004:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180007:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00000004:00080000:1.0:1705683818.180009:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132607800/2, rc 0, transno 62130 00010000:00010000:2.0:1705683818.180010:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096929b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180011:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00000100:00100000:1.0:1705683818.180015:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544790464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180015:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00000100:00100000:0.0:1705683818.180017:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1978:3085:x1788538544790336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5345us (5390us total) trans 4295029427 rc 0/0 00010000:00010000:2.0:1705683818.180020:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880091f0b600) 00000100:00100000:0.0:1705683818.180022:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159505 00010000:00010000:2.0:1705683818.180022:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180023:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180026:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096929b80/0xd7faa4ce02aa1401 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180035:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00000100:00100000:0.0:1705683818.180037:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093750f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180037:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180039:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180041:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009692a580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180042:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.180043:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180044:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180046:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff880091f0b000) 00010000:00010000:2.0:1705683818.180047:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180047:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.180049:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180049:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009692a580/0xd7faa4ce02aa13ec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.180054:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180054:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180056:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.180058:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180058:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180060:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096928c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180061:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180062:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180065:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c73:0x0].0x0 (ffff880091f0bd00) 00010000:00010000:2.0:1705683818.180065:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1705683818.180066:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.180066:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00000100:00100000:0.0:1705683818.180067:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.180067:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096928c80/0xd7faa4ce02aa140f lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2c73:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.180073:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180075:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180077:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180078:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daaea80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180079:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180082:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.180084:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d4d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544791360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.180086:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d53:0x0].0x3731 (ffff880099f33000) 00010000:00010000:2.0:1705683818.180087:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180088:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180091:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaea80/0xd7faa4ce02aa16ee lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d53:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000004:00080000:0.0:1705683818.180109:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fab200/2, rc 0, transno 62131 00010000:00010000:2.0:1705683818.180109:0:3070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.180114:0:3070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.180115:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fab200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180117:0:3070:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.180120:0:3070:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011e1d0c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180122:0:3070:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.180123:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180123:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.180125:0:3070:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.180128:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792000 00010000:00010000:2.0:1705683818.180130:0:3070:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d49:0x0].0x3331 (ffff880096105b00) 00010000:00010000:2.0:1705683818.180132:0:3070:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180133:0:3070:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.180136:0:3070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e1d0c80/0xd7faa4ce02aa0afb lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d49:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000100:00100000:1.0:1705683818.180139:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1979:3084:x1788538544790592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4619us (4649us total) trans 4295029428 rc 0/0 00000100:00100000:1.0:1705683818.180146:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159507 00010000:00010000:2.0:1705683818.180147:0:3070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180149:0:3070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180152:0:3070:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180155:0:3070:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800920a7980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180156:0:3070:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180159:0:3070:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180164:0:3070:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x3331 (ffff88009eb18000) 00010000:00010000:2.0:1705683818.180165:0:3070:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180166:0:3070:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.180169:0:3070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800920a7980/0xd7faa4ce02aa0f2a lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d47:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT1 00000100:00100000:1.0:1705683818.180177:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1705683818.180181:0:3070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6561 initiator: MDT1 00000100:00100000:1.0:1705683818.180182:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093751400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544792064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180184:0:3070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.180187:0:3070:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.180192:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180193:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.180193:0:3070:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800960d6800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.180195:0:3070:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6561 initiator: MDT1 00000100:00100000:0.0:1705683818.180196:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159521 00000100:00100000:1.0:1705683818.180196:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.180198:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b36900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1978:3084:x1788538544792000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180198:0:3070:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6561 initiator: MDT1 00010000:00010000:2.0:1705683818.180203:0:3070:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x31 (ffff880091f35f00) 00010000:00010000:2.0:1705683818.180204:0:3070:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.180205:0:3070:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00002000:00080000:0.0:1705683818.180207:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10503 count 1 00010000:00010000:2.0:1705683818.180208:0:3070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d6800/0xd7faa4ce02aa1199 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d47:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6561 initiator: MDT1 00000004:00080000:1.0:1705683818.180215:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132600f00/2, rc 0, transno 62132 00000100:00100000:1.0:1705683818.180219:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544790592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180220:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.180222:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180225:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d316a80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.180226:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180230:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.180234:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093751e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544792128:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.180237:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180241:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d316a80/0xd7faa4ce02aa1670 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.180251:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.180264:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180266:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180269:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792064 00000100:00100000:1.0:1705683818.180277:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180278:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180279:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792128 00000100:00100000:1.0:1705683818.180284:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180284:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180286:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159522 00000100:00100000:1.0:1705683818.180289:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1980:3086:x1788538544792064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.180298:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10504 count 1 00010000:00010000:0.0:1705683818.180317:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180322:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.180323:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7407 pid: 15178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180323:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.180324:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.180326:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.180327:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.180328:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180338:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7407 pid: 15178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180342:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7407 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.180347:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544792192:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.180361:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.180361:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.180361:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.180366:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159523 00000100:00100000:2.0:1705683818.180368:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1980:3086:x1788538544792128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.180373:0:14325:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00002000:00080000:2.0:1705683818.180375:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10505 count 1 00010000:00010000:1.0:1705683818.180377:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180378:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.180386:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7407 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.180392:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.180393:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.180394:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.180407:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7407 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.180414:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7407 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.180421:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093752800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544792256:192.168.203.50@tcp:104: 00000004:00200000:0.0:1705683818.180428:0:14325:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000401:0x9a:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.180432:0:14325:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1705683818.180435:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.180462:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.180471:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180472:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180475:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661312 00000100:00100000:1.0:1705683818.180485:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180485:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180488:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159524 00000100:00100000:1.0:1705683818.180491:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8160:15645:x1788538577661312:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.180496:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.180500:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180505:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180508:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.180509:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.180510:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.180515:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ba7 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180518:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180519:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009daaca00/0xd7faa4ce02aa168c lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b61 expref: 1497 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.180535:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.180540:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6107 pid: 9445 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.180543:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544792320:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.180545:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.180546:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009daac780/0xd7faa4ce02aa1693 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b61 expref: 1496 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.180546:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.180547:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba7 expref: 8161 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180550:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9a:0x0].0x0 (ffff88006f39ef00) 00010000:00010000:0.0:1705683818.180551:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683818.180552:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009daac780, rc 0) 00000100:00100000:2.0:1705683818.180559:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.180564:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1496:16403:x1788538577659776:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 4198us (4224us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.180564:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6107 pid: 9445 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.180570:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326871 00010000:00010000:1.0:1705683818.180570:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6107 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.180577:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093753200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544792384:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.180591:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1df00 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.180595:0:15173:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3331 (ffff880091c04500) 00010000:00010000:2.0:1705683818.180598:0:15173:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.180600:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.180602:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180605:0:15173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180613:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.180641:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+35:3083:x1788538544791872:12345-0@lo:103:ldlm_bl.0 Request processed in 964us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.180645:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105488 00000100:00100000:1.0:1705683818.180651:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544791872:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.180662:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092ff6800/0xd7faa4ce02aa0b95 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd7faa4ce02aa0b8e expref: 34 pid: 8819 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.180670:0:14343:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001_UUID:14343:1788538544791808:0@lo:104: 00000100:00100000:1.0:1705683818.180671:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544790912:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.180679:0:14343:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.180682:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00100000:2.0:1705683818.180683:0:14343:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.180684:0:14343:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180685:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544791104:192.168.203.50@tcp:104: 00010000:00100000:2.0:1705683818.180685:0:14343:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.180686:0:14343:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.180689:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.180692:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.180694:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099956900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:1858:x1788538577659584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4543us (4603us total) trans 0 rc 0/0 00010000:00100000:0.0:1705683818.180696:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.180697:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.180697:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180698:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105481 00000100:00100000:0.0:1705683818.180721:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.180729:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.180731:0:14343:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001-mdtlov_UUID:14343:1788538544792448:0@lo:1000:mdt00_037.0 00000100:00100000:0.0:1705683818.180735:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.180735:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180735:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180739:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661376 00000100:00100000:0.0:1705683818.180747:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.180747:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180748:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180765:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661504 00000100:00100000:0.0:1705683818.180773:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.180774:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.180776:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.180777:0:14343:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.180779:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159525 00000100:00100000:0.0:1705683818.180781:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.180782:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:16380:x1788538577661376:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:0.0:1705683818.180787:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180788:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.180788:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.180789:0:14343:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.180792:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661632 00000100:00100000:2.0:1705683818.180795:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.180796:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.180800:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7408 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.180802:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792448 00000100:00100000:0.0:1705683818.180808:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180809:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180810:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661440 00010000:00010000:0.0:1705683818.180813:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7409 pid: 15155 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.180818:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180819:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.180819:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180820:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180822:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661696 00000100:00100000:2.0:1705683818.180822:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39447 00000100:00100000:2.0:1705683818.180825:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800877da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+37:14343:x1788538544792448:12345-0@lo:1000:mdt00_037.0 00010000:00010000:0.0:1705683818.180826:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 344 pid: 14204 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.180832:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180833:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180834:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661568 00010000:00010000:0.0:1705683818.180837:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7410 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.180842:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180843:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180844:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105489 00000100:00100000:0.0:1705683818.180846:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7410:1857:x1788538577661632:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.180850:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.180851:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7410 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.180856:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7410 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.180861:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800877da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+37:14343:x1788538544792448:12345-0@lo:1000:mdt00_037.0 Request processed in 35us (84us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.180865:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.180865:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39447 00010000:00010000:0.0:1705683818.180866:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.180867:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180869:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180875:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.180882:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7410:1857:x1788538577661632:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 35us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.180885:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105489 00000100:00100000:0.0:1705683818.180890:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180891:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180893:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105490 00000100:00100000:0.0:1705683818.180894:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096658050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7409:1859:x1788538577661440:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.180897:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.180898:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7409 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.180902:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7409 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.180909:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.180909:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.180910:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180913:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.180917:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.180921:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096658050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7409:1859:x1788538577661440:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 26us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.180923:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105490 00000100:00100000:0.0:1705683818.180944:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180945:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180947:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105491 00000100:00100000:0.0:1705683818.180949:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+344:1859:x1788538577661696:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.180952:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.180954:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 344 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.180957:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 344 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.180964:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009b087a00) 00010000:00010000:0.0:1705683818.180966:0:15169:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.180970:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.180972:0:15169:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.180977:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.180980:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+344:1859:x1788538577661696:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 31us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.180983:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105491 00010000:00010000:1.0:1705683818.180984:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ed0c80/0xd7faa4ce02aa179d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bae expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.180986:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180986:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.180987:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105492 00002000:00010000:1.0:1705683818.180995:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683818.180997:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7408:1859:x1788538577661568:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.181000:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.181002:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7408 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.181003:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181004:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181006:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed0c80/0xd7faa4ce02aa179d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bae expref: 8162 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181012:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7408 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.181013:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ed0c80/0xd7faa4ce02aa179d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bae expref: 8162 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181018:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f9c5b80/0xd7faa4ce02a506e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88e92 expref: 7408 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.181019:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed0c80, rc 0) 00010000:00010000:0.0:1705683818.181025:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.181025:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.181026:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181029:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181031:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:16380:x1788538577661376:12345-192.168.203.50@tcp:101:dd.0 Request processed in 248us (309us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.181035:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.181035:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159525 00000100:00100000:0.0:1705683818.181042:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7407:1859:x1788538577661568:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 52us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.181043:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181043:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181044:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105492 00000100:00100000:1.0:1705683818.181047:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159526 00000100:00100000:1.0:1705683818.181049:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6371:15766:x1788538577661504:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.181055:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.181058:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181061:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181064:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181070:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181077:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.181148:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1981:3085:x1788538544790848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4875us (5013us total) trans 4295029429 rc 0/0 00000100:00100000:0.0:1705683818.181152:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159509 00000004:00080000:0.0:1705683818.181167:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b846900/2, rc 0, transno 62133 00000100:00100000:0.0:1705683818.181171:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b846900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.181194:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.181197:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.181207:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.181215:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181216:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181218:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792512 00000100:00100000:0.0:1705683818.181225:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181226:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181227:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159527 00000100:00100000:0.0:1705683818.181229:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1981:3084:x1788538544792512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.181236:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10506 count 1 00010000:00010000:1.0:1705683818.181244:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ed1e00/0xd7faa4ce02aa17a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bb5 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.181253:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.181260:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181260:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181263:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed1e00/0xd7faa4ce02aa17a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bb5 expref: 6372 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181266:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c5e580/0xd7faa4ce02aa1486 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9aab expref: 343 pid: 14204 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.181269:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ed1e00/0xd7faa4ce02aa17a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bb5 expref: 6372 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.181273:0:14195:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:14195:1788538544791296:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.181274:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed1e00, rc 0) 00000100:00100000:1.0:1705683818.181283:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6372:15766:x1788538577661504:12345-192.168.203.50@tcp:101:dd.0 Request processed in 234us (554us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.181283:0:14195:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00100000:2.0:1705683818.181286:0:14195:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.181286:0:14195:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181287:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159526 00010000:00100000:2.0:1705683818.181287:0:14195:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181287:0:14195:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181289:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.181299:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181299:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.181302:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181304:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181306:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d314f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.181307:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181308:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.181309:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.181310:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181311:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181317:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181319:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181321:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d314f00/0xd7faa4ce02aa167e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181323:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.181326:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.181328:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544792576:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.181329:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181331:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.181332:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.181332:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181333:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.181334:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daae080 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.181335:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181336:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.181338:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a180 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.181340:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009b087a00) 00010000:00010000:2.0:1705683818.181341:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683818.181342:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 2/0,0 mode: --/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181344:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daae080/0xd7faa4ce02aa16bd lrc: 0/0,0 mode: --/EX res: [0x200000405:0x47d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181353:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181355:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181357:0:15129:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e82d00/0xd7faa4ce02a508f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88efb expref: 7406 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.181357:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181359:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daac280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.181360:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181363:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.181365:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544791168:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.181369:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.181370:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff880099f33e00) 00010000:00010000:2.0:1705683818.181371:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.181373:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181375:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daac280/0xd7faa4ce02aa16b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181376:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.181378:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181379:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683818.181381:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.181382:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.181382:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.181383:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.181385:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577661760 00010000:00010000:2.0:1705683818.181386:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181388:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181390:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181392:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181393:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181396:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181397:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.181399:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181399:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181399:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daacf00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.181401:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181403:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.181406:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.181408:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.181410:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.181411:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181414:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daacf00/0xd7faa4ce02aa169a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181419:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181423:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181426:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181429:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daadb80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.181430:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181433:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181437:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x37 (ffff88009e654100) 00010000:00010000:2.0:1705683818.181439:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.181440:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181443:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daadb80/0xd7faa4ce02aa16a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.181451:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159528 00010000:00010000:2.0:1705683818.181451:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.181454:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6108:14136:x1788538577661760:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.181454:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181458:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:0.0:1705683818.181459:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.181460:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daafc00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.181462:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181465:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181470:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3431 (ffff88009b1edd00) 00010000:00010000:2.0:1705683818.181471:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.181472:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.181475:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009daafc00/0xd7faa4ce02aa16af lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.181490:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1982:3083:x1788538544790976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5210us (5237us total) trans 4295029430 rc 0/0 00000100:00100000:1.0:1705683818.181495:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159510 00000100:00100000:2.0:1705683818.181508:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1856:16408:x1788538577659904:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 4998us (5037us total) trans 0 rc -39/-39 00000100:00100000:2.0:1705683818.181512:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326872 00000100:00100000:1.0:1705683818.181540:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.181550:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.181553:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181557:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800976b0c80 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:1.0:1705683818.181558:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.181558:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181562:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181565:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181565:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181568:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181570:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662080 00010000:00010000:2.0:1705683818.181576:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800976b0c80/0xd7faa4ce02aa1685 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181580:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181581:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181583:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.181584:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159529 00010000:00010000:2.0:1705683818.181584:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.181584:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.181586:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181587:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:13049:x1788538577662080:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.181587:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.181590:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662016 00010000:00010000:1.0:1705683818.181592:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.181600:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.181601:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.181604:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326877 00000100:00100000:2.0:1705683818.181606:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+1496:16490:x1788538577662016:12345-192.168.203.50@tcp:36:touch.0 00010000:00010000:2.0:1705683818.181621:0:14195:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.181628:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6800/0xd7faa4ce02aa170a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba0 expref: 1496 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181634:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d94:0x0].0x0 (ffff880099f33d00) 00010000:00010000:2.0:1705683818.181637:0:14195:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.181648:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bca expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181658:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7407 pid: 15125 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.181663:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.181667:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181668:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.181669:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bca expref: 7407 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181680:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.181685:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.181694:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544792640:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.181709:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7407 pid: 15125 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.181714:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7407 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.181718:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.181719:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093754600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544792704:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.181723:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00000100:00100000:1.0:1705683818.181725:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.181726:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.181771:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d317200/0xd7faa4ce02aa17c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3519:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bbc expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181773:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544791488:192.168.203.50@tcp:104: 00002000:00010000:0.0:1705683818.181781:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3519:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00010000:2.0:1705683818.181782:0:14195:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880093753700 reply state ffff88012fff7000 transno 4295059885 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.181788:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.181789:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.181789:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.181791:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d317200/0xd7faa4ce02aa17c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bbc expref: 6109 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181793:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d94:0x0].0x0 (ffff88009c96b500) 00000100:00100000:1.0:1705683818.181795:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544791552:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.181795:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.181799:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d317200/0xd7faa4ce02aa17c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bbc expref: 6109 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181804:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d317200, rc 0) 00010000:00010000:1.0:1705683818.181812:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b7d expref: 6109 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.181813:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6109:14136:x1788538577661760:12345-192.168.203.50@tcp:101:dd.0 Request processed in 359us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.181816:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159528 00010000:00010000:1.0:1705683818.181819:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed3980, rc 0) 00000100:00100000:2.0:1705683818.181821:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+1497:16490:x1788538577662016:12345-192.168.203.50@tcp:36:touch.0 Request processed in 212us (281us total) trans 4295059885 rc 0/0 00000100:00100000:2.0:1705683818.181825:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326877 00000100:00100000:1.0:1705683818.181829:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6108:7929:x1788538577660544:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3899us (3948us total) trans 0 rc 0/0 00000004:00080000:0.0:1705683818.181833:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cd9400/2, rc 0, transno 62134 00000100:00100000:1.0:1705683818.181834:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159514 00000100:00100000:0.0:1705683818.181837:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544790976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.181848:0:15151:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f9c4c80/0xd7faa4ce02a503f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88dce expref: 7407 pid: 15155 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.181856:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cddf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.181857:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544791040:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.181860:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.181868:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181868:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.181869:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.181869:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:2.0:1705683818.181873:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.181873:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181874:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662144 00010000:00100000:2.0:1705683818.181874:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.181875:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181879:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181882:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8162 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.181884:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.181892:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.181897:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181897:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181898:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.181902:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.181905:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662208 00010000:00010000:1.0:1705683818.181912:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6108 pid: 14427 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.181923:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.181924:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181926:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cde900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544791616:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.181927:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105493 00000100:00100000:1.0:1705683818.181930:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:1860:x1788538577662144:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.181933:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.181935:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00100000:0.0:1705683818.181936:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.181937:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.181937:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181943:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.181943:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.181943:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8162 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.181947:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105494 00010000:00010000:1.0:1705683818.181948:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8162 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.181950:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c572401a-2098-484c-b5c8-7a348378e325+6108:1857:x1788538577662208:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.181954:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.181956:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fb5900/0xd7faa4ce029f1b09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6775f expref: 8162 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.181962:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6108 pid: 14427 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.181966:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.181967:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6108 pid: 14427 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.181976:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e7f980/0xd7faa4ce029e8aa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60800 expref: 6108 pid: 14427 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.181977:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:1860:x1788538577662144:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.181978:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1982:3085:x1788538544790784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5840us (5887us total) trans 4295029431 rc 0/0 00000100:00100000:1.0:1705683818.181981:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105493 00010000:00010000:0.0:1705683818.181983:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.181983:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.181983:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159508 00010000:00010000:0.0:1705683818.181985:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b7d expref: 6107 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.181989:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b7d expref: 6107 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.181990:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.181991:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.181994:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792768 00010000:00010000:0.0:1705683818.181997:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135ed3980/0xd7faa4ce02aa1718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b7d expref: 6107 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.182001:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b30a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544792832:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.182009:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182010:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.182010:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182011:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182012:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.182012:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159530 00000100:00100000:2.0:1705683818.182014:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1982:3084:x1788538544792768:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1705683818.182022:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096e26e00/2, rc 0, transno 62135 00002000:00080000:2.0:1705683818.182022:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10507 count 1 00000100:00100000:0.0:1705683818.182026:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e26e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544790784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.182028:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.182035:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182036:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182040:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662272 00000100:00100000:0.0:1705683818.182041:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544792896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.182048:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7407 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.182056:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.182058:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182059:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182062:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105495 00000100:00100000:0.0:1705683818.182065:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182065:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7407:1858:x1788538577662272:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.182066:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182069:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544792896 00010000:00010000:1.0:1705683818.182070:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.182072:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7407 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.182077:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182078:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.182078:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7407 pid: 15149 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.182080:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159531 00000100:00100000:0.0:1705683818.182082:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0668850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1983:3085:x1788538544792896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.182088:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c96db80/0xd7faa4ce02a50c47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a88f95 expref: 7407 pid: 15149 timeout: 690 lvb_type: 0 00002000:00080000:0.0:1705683818.182089:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10508 count 1 00010000:00010000:2.0:1705683818.182089:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182096:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.182096:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7406 pid: 15148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182097:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.182099:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182101:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.182101:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.182102:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182103:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182113:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7406 pid: 15148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182120:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.182122:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7406 pid: 15148 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.182129:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544792960:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.182130:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:1858:x1788538577662272:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 64us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.182133:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105495 00010000:00010000:0.0:1705683818.182139:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.182141:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.182145:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7405 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182149:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.182149:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.182150:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.182150:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182151:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182156:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009daaed00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.182157:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182159:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7405 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182162:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182163:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7405 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.182168:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b31e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544793024:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.182169:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182173:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009daaed00/0xd7faa4ce02aa1677 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.182178:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.182185:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.182186:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.182187:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.182195:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544791744:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.182196:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.182200:0:14343:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001-mdtlov_UUID:14343:1788538544792448:0@lo:1000:mdt00_037.0 00010000:00010000:0.0:1705683818.182205:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.182209:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.182209:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.182210:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.182214:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182217:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182220:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182223:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182236:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.182249:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.182258:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.182260:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182265:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d314c80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.182266:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182272:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182275:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092477980/0xd7faa4ce02aa17d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.182280:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182281:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092477980/0xd7faa4ce02aa17d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.182284:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d314c80/0xd7faa4ce02aa1726 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182286:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092477980/0xd7faa4ce02aa17d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182293:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.182294:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.182294:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.182295:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.182297:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.182299:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182300:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.182300:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.182304:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662400 00010000:00010000:2.0:1705683818.182304:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182307:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e5400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.182308:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182311:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.182315:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.182315:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.182316:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.182318:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.182319:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159532 00010000:00010000:2.0:1705683818.182320:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.182321:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:13157:x1788538577662400:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.182323:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e5400/0xd7faa4ce02aa1765 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.182325:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1984:3086:x1788538544791424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4157us (4190us total) trans 4295029432 rc 0/0 00010000:00010000:1.0:1705683818.182326:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.182331:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159515 00010000:00010000:2.0:1705683818.182334:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182337:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182340:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182343:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e4a00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.182345:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182348:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182352:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3331 (ffff880091c04500) 00010000:00010000:2.0:1705683818.182353:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.182354:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182357:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e4a00/0xd7faa4ce02aa176c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.182391:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e7c00/0xd7faa4ce02aa175e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bc3 expref: 1497 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182400:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092477980/0xd7faa4ce02aa17d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bc3 expref: 1496 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182404:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf6:0x0].0x0 (ffff88009c96b900) 00010000:00010000:2.0:1705683818.182405:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1705683818.182406:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092477980, rc 0) 00000100:00100000:2.0:1705683818.182419:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdc600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+1496:16328:x1788538577661888:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 3192us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.182423:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326876 00000100:00100000:2.0:1705683818.182437:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.182438:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.182442:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662336 00010000:00010000:2.0:1705683818.182449:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7406 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.182461:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.182462:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.182464:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105496 00000100:00100000:2.0:1705683818.182467:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:1857:x1788538577662336:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.182472:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.182475:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7406 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.182481:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7406 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.182491:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092fe1e00/0xd7faa4ce02a50ddd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89005 expref: 7406 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.182498:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.182499:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.182501:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182509:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182521:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.182548:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.182550:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7405:1857:x1788538577662336:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 82us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.182554:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105496 00010000:00010000:0.0:1705683818.182555:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182560:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182565:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093cd2580/0xd7faa4ce02aa17dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bd1 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182566:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182574:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1705683818.182575:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.182578:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.182581:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182582:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.182583:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.182585:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d314a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.182586:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093cd2580/0xd7faa4ce02aa17dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bd1 expref: 8162 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182586:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182590:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182593:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093cd2580/0xd7faa4ce02aa17dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bd1 expref: 8162 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182597:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.182598:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093cd2580, rc 0) 00010000:00010000:2.0:1705683818.182601:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d314a00/0xd7faa4ce02aa1742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.182610:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.182610:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.182612:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.182613:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:13157:x1788538577662400:12345-192.168.203.50@tcp:101:dd.0 Request processed in 291us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.182618:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159532 00000100:00100000:0.0:1705683818.182636:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1984:3086:x1788538544791680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3966us (4011us total) trans 4295029433 rc 0/0 00000100:00100000:0.0:1705683818.182639:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159518 00000004:00080000:1.0:1705683818.182643:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d3c00/2, rc 0, transno 62137 00000100:00100000:1.0:1705683818.182651:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544791680:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683818.182658:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cdd000/2, rc 0, transno 62136 00000100:00100000:1.0:1705683818.182661:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544791424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.182670:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544793088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.182677:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b32800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544793152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.182689:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.182706:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182707:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182710:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793088 00000100:00100000:0.0:1705683818.182718:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182719:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.182721:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159533 00000100:00100000:0.0:1705683818.182723:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1984:3086:x1788538544793088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.182730:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10509 count 1 00010000:00010000:0.0:1705683818.182924:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182933:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7404 pid: 15154 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182938:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.182939:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.182940:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182953:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7404 pid: 15154 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.182957:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7404 pid: 15154 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.182961:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544793216:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.182973:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.182982:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.183036:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.183037:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.183043:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793152 00000100:00100000:1.0:1705683818.183057:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.183057:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.183061:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159534 00000100:00100000:1.0:1705683818.183063:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b34100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1985:3083:x1788538544793152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.183072:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10510 count 1 00010000:00010000:1.0:1705683818.183166:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.183175:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7404 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.183179:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.183180:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.183181:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.183194:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7404 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.183201:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7404 pid: 15133 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.183208:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093756400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544793280:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.183238:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.183563:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.183594:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.183609:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.183611:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183612:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544791936:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.183616:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662464 00010000:00010000:0.0:1705683818.183623:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b99 expref: 6371 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.183630:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d316d00, rc 0) 00000100:00100000:2.0:1705683818.183631:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.183632:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.183634:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662528 00000100:00100000:0.0:1705683818.183641:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:c572401a-2098-484c-b5c8-7a348378e325+6371:2974:x1788538577661056:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 4298us (4332us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.183643:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.183644:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183645:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159520 00000100:00100000:2.0:1705683818.183648:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326878 00000100:00100000:2.0:1705683818.183651:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b34600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1737:16435:x1788538577662464:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:2.0:1705683818.183658:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.183665:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.183670:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183671:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183673:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662592 00000100:00100000:1.0:1705683818.183675:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544792192:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.183680:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183680:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.183683:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159535 00000100:00100000:0.0:1705683818.183685:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7405:2925:x1788538577662592:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.183687:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.183689:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00100000:1.0:1705683818.183691:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.183692:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.183693:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.183710:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092476d00/0xd7faa4ce02aa17f1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bd8 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.183795:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.183802:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183808:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.183841:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc6800/0xd7faa4ce02aa17ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3025:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9be6 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.183849:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3025:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.183855:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.183856:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.183858:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6800/0xd7faa4ce02aa17ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9be6 expref: 7406 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.183863:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc6800/0xd7faa4ce02aa17ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9be6 expref: 7406 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.183866:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.183869:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc6800, rc 0) 00010000:00010000:2.0:1705683818.183872:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183877:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.183890:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:2925:x1788538577662592:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 204us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.183895:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159535 00000100:00100000:1.0:1705683818.183911:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093752800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544792256:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.183923:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.183928:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.183929:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.183929:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.183939:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092476580/0xd7faa4ce02aa180d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.183945:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092476580/0xd7faa4ce02aa180d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.183946:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093753200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15128:1788538544792384:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.183949:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092476580/0xd7faa4ce02aa180d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.183956:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544792576:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.183957:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba7 expref: 8161 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.183965:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ed0280, rc 0) 00010000:00010000:0.0:1705683818.183969:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1705683818.183969:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3409:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.183971:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00100000:0.0:1705683818.183973:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.183973:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.183974:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00010000:2.0:1705683818.183979:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092476580/0xd7faa4ce02aa180d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.183981:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:15645:x1788538577661312:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3489us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.183985:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159524 00010000:00010000:2.0:1705683818.183985:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183988:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183992:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183995:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.183998:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092477200 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.184000:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184003:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184007:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00000100:00100000:1.0:1705683818.184008:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544792640:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.184009:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.184011:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184014:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092477200/0xd7faa4ce02aa17f8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184022:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184025:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184028:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184031:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092475e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.184031:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184034:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184038:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff88009c96bd00) 00010000:00010000:2.0:1705683818.184039:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.184040:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184043:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092475e00/0xd7faa4ce02aa1806 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.184071:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092476d00/0xd7faa4ce02aa17f1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bd8 expref: 1739 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.184080:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092476580/0xd7faa4ce02aa180d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bd8 expref: 1738 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.184089:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff88009c96b000) 00010000:00010000:2.0:1705683818.184090:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1705683818.184092:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092476580, rc 0) 00000100:00100000:2.0:1705683818.184112:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b34600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1738:16435:x1788538577662464:12345-192.168.203.50@tcp:101:touch.0 Request processed in 459us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.184117:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326878 00000100:00100000:2.0:1705683818.184126:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.184127:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.184130:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326879 00000100:00100000:2.0:1705683818.184133:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+343:16403:x1788538577662528:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.184140:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.184185:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092476300/0xd7faa4ce02aa1814 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bdf expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.184226:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 3/1,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184232:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184237:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184283:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184287:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184291:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184304:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184307:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184310:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184313:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184316:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e5b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.184318:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184321:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184326:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff88009c96b700) 00010000:00010000:2.0:1705683818.184328:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.184329:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 3/0,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184332:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e5b80/0xd7faa4ce02aa181b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184341:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184344:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184348:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184351:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e6800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.184352:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184356:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184359:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x32 (ffff880134a0bd00) 00010000:00010000:2.0:1705683818.184361:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.184361:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184364:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e6800/0xd7faa4ce02aa1822 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.184390:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092476300/0xd7faa4ce02aa1814 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bdf expref: 344 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.184395:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092476300/0xd7faa4ce02aa1814 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bdf expref: 344 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.184404:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092476300, rc 0) 00000100:00100000:0.0:1705683818.184407:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.184425:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+343:16403:x1788538577662528:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 291us (830us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683818.184430:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326879 00000100:00100000:1.0:1705683818.184436:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184438:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.184439:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.184440:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184444:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663296 00000100:00100000:1.0:1705683818.184460:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184462:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184465:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326880 00000100:00100000:2.0:1705683818.184465:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544792320:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.184469:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+343:16328:x1788538577663296:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:1.0:1705683818.184476:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.184477:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.184482:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.184483:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093cd2800/0xd7faa4ce02aa1829 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c02 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.184483:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.184484:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00200000:1.0:1705683818.184583:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf6:0x0]: returning size 4096 00010000:00010000:1.0:1705683818.184641:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cd2800/0xd7faa4ce02aa1829 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c02 expref: 345 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.184646:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cd2800/0xd7faa4ce02aa1829 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c02 expref: 345 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.184649:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.184654:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093cd2800, rc 0) 00000100:00100000:0.0:1705683818.184671:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.184677:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+344:16328:x1788538577663296:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 207us (270us total) trans 4295064389 rc 301/301 00000100:00100000:1.0:1705683818.184682:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326880 00000100:00100000:1.0:1705683818.184691:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184691:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184695:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662784 00000100:00100000:1.0:1705683818.184705:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184706:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.184708:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184709:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326881 00000100:00100000:2.0:1705683818.184709:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184711:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1856:16412:x1788538577662784:12345-192.168.203.50@tcp:101:mkdir.0 00000100:00100000:0.0:1705683818.184718:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.184719:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.184726:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa080/0xd7faa4ce02aa1837 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x460:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bf4 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.184727:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184728:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184732:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662656 00000100:00100000:0.0:1705683818.184757:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184758:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184761:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662976 00000100:00100000:0.0:1705683818.184770:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184770:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.184773:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159536 00000100:00100000:0.0:1705683818.184775:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:16380:x1788538577662656:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.184780:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.184798:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.184804:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.184809:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00200000:1.0:1705683818.184825:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3be7:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.184827:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683818.184833:0:14258:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.184853:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa080/0xd7faa4ce02aa1837 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x460:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bf4 expref: 1858 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.184865:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bf4 expref: 1857 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.184869:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3be7:0x0].0x0 (ffff8800936ad300) 00010000:00010000:1.0:1705683818.184871:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.184873:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800739fad00, rc 0) 00000100:00100000:1.0:1705683818.184889:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cde900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16412:x1788538577662784:12345-192.168.203.50@tcp:101:mkdir.0 Request processed in 177us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.184893:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326881 00000100:00100000:1.0:1705683818.184918:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184919:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.184923:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159537 00000100:00100000:1.0:1705683818.184926:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e24100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6108:15766:x1788538577662976:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.184933:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.184935:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc5e00/0xd7faa4ce02aa1845 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bed expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.184988:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.184995:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.184996:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.184998:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc5e00/0xd7faa4ce02aa1845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bed expref: 7407 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185004:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc5e00/0xd7faa4ce02aa1845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bed expref: 7407 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185008:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc5e00, rc 0) 00000100:00100000:0.0:1705683818.185020:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+7407:16380:x1788538577662656:12345-192.168.203.50@tcp:101:dd.0 Request processed in 244us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.185025:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159536 00000100:00100000:0.0:1705683818.185061:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.185104:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185105:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185127:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662848 00010000:00010000:2.0:1705683818.185139:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7407 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.185151:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.185152:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185153:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185159:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663104 00010000:00010000:2.0:1705683818.185166:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7408 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185168:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800739fbc00/0xd7faa4ce02aa184c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9bfb expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.185179:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.185183:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185183:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185187:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105497 00010000:00010000:1.0:1705683818.185188:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185189:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.185190:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7408:1857:x1788538577662848:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.185191:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800739fbc00/0xd7faa4ce02aa184c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bfb expref: 6109 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185196:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.185198:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800739fbc00/0xd7faa4ce02aa184c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bfb expref: 6109 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185198:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7408 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185203:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800739fbc00, rc 0) 00010000:00010000:2.0:1705683818.185205:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7408 pid: 15126 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.185217:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132081900/0xd7faa4ce02a492fb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d21 expref: 7408 pid: 15126 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.185219:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e24100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6109:15766:x1788538577662976:12345-192.168.203.50@tcp:101:dd.0 Request processed in 292us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.185223:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159537 00010000:00010000:2.0:1705683818.185225:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.185226:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.185227:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185228:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.185229:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b99 expref: 6370 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185234:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b99 expref: 6370 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.185237:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105498 00000100:00100000:0.0:1705683818.185241:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e23200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7407:1857:x1788538577663104:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.185248:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.185249:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d316d00/0xd7faa4ce02aa177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9b99 expref: 6370 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185253:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.185256:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6523:1788538544793344:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.185260:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.185273:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.185276:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca67980/0xd7faa4ce02a515e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a891b0 expref: 7407 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.185286:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.185287:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.185289:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185294:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185306:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.185312:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185316:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.185318:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e23200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:1857:x1788538577663104:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.185319:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.185322:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105498 00010000:00010000:2.0:1705683818.185322:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185332:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.185358:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.185361:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185366:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e7200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.185368:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185373:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185386:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185390:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924e7200/0xd7faa4ce02aa178f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185408:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.185409:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.185410:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.185431:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.185437:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1986:3086:x1788538544792128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5068us (5184us total) trans 4295029434 rc 0/0 00000100:00100000:2.0:1705683818.185442:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159523 00000100:00100000:0.0:1705683818.185445:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185446:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.185447:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185453:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662720 00000100:00100000:2.0:1705683818.185454:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185455:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185458:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.185460:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577662912 00010000:00010000:0.0:1705683818.185464:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7406 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.185465:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185466:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.185468:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6109 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.185471:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663360 00000100:00100000:0.0:1705683818.185478:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185479:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185479:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185480:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.185481:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.185483:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105499 00000100:00100000:0.0:1705683818.185486:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:1857:x1788538577662720:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.185486:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105500 00000100:00100000:2.0:1705683818.185488:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6109:1857:x1788538577662912:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.185492:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.185492:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.185494:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7406 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.185494:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105501 00010000:00010000:0.0:1705683818.185498:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7406 pid: 15178 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.185498:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6371:1860:x1788538577663360:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.185498:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6109 pid: 9445 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.185502:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6109 pid: 9445 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.185503:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.185507:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914dfc00/0xd7faa4ce02a50fce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89075 expref: 7406 pid: 15178 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185510:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.185510:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009603f480/0xd7faa4ce02a968b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b11 expref: 6109 pid: 9445 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.185514:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.185515:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.185515:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.185516:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185516:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185517:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.185518:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba7 expref: 8160 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185519:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185521:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba7 expref: 8160 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.185543:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.185543:0:15173:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135ed0280/0xd7faa4ce02aa1796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ba7 expref: 8160 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185547:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099462a80/0xd7faa4ce02a68eac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ace expref: 6371 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.185548:0:15173:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15173:1788538544793408:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.185557:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7405:1857:x1788538577662720:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.185557:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.185561:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105499 00000100:00100000:2.0:1705683818.185561:0:15173:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.185572:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6370:1860:x1788538577663360:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 74us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.185577:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105501 00000004:00080000:0.0:1705683818.185587:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093751e00/2, rc 0, transno 62138 00000100:00100000:0.0:1705683818.185592:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093751e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544792128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.185596:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185600:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185605:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185609:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185617:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.185622:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.185624:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.185625:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e20a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544793472:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.185627:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d316080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.185628:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185631:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185637:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.185639:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.185640:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d316080/0xd7faa4ce02aa1781 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185650:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.185651:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.185652:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.185655:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185656:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185659:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793472 00000100:00100000:0.0:1705683818.185664:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.185668:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185668:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.185671:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159538 00000100:00100000:2.0:1705683818.185673:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e26400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1987:3084:x1788538544793472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.185679:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10511 count 1 00000100:00100000:0.0:1705683818.185680:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.185695:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.185713:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b36900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1987:3084:x1788538544792000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5513us (5663us total) trans 4295029435 rc 0/0 00000004:00080000:0.0:1705683818.185715:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093750f00/2, rc 0, transno 62139 00000100:00100000:0.0:1705683818.185718:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093750f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.185719:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159521 00000100:00100000:0.0:1705683818.185735:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544793536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.185736:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185737:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185742:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663168 00000100:00100000:0.0:1705683818.185745:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.185768:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7405 pid: 8809 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.185772:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185773:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185777:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793536 00000100:00100000:1.0:1705683818.185780:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185781:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185784:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663040 00000100:00100000:0.0:1705683818.185786:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185786:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.185789:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159539 00000100:00100000:0.0:1705683818.185791:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1987:3085:x1788538544793536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.185791:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7406 pid: 14220 timeout: 690 lvb_type: 0 00002000:00080000:0.0:1705683818.185799:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10512 count 1 00000100:00100000:1.0:1705683818.185800:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185801:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185805:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105502 00000100:00100000:1.0:1705683818.185807:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7406:1857:x1788538577663168:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.185813:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.185815:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185821:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.185827:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185832:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009612e300/0xd7faa4ce02a51848 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89266 expref: 7406 pid: 8809 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.185833:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7406 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185836:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.185836:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.185837:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185840:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185841:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185842:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185846:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7405 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185847:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.185850:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7405 pid: 15118 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.185855:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544793600:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.185861:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.185869:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.185874:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7405:1857:x1788538577663168:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.185879:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105502 00000100:00100000:1.0:1705683818.185886:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185887:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.185890:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105503 00000100:00100000:1.0:1705683818.185893:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7404:1860:x1788538577663040:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.185899:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.185901:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7404 pid: 14220 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185907:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7404 pid: 14220 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185917:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fbe080/0xd7faa4ce02a512c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8910f expref: 7404 pid: 14220 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.185926:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185927:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.185928:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185933:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185949:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.185962:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7403:1860:x1788538577663040:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 68us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.185967:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105503 00010000:00010000:1.0:1705683818.185983:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185988:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185993:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.185996:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186012:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.186036:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.186039:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.186047:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135ed1400 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.186048:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.186052:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.186061:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.186065:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ed1400/0xd7faa4ce02aa1788 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.186079:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.186079:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.186080:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.186091:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1988:3086:x1788538544792064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5800us (5894us total) trans 4295029436 rc 0/0 00000100:00100000:1.0:1705683818.186096:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159522 00010000:00010000:0.0:1705683818.186101:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.186109:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7402 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.186116:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.186116:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.186117:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.186122:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093751400/2, rc 0, transno 62140 00010000:00010000:0.0:1705683818.186128:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7402 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.186129:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093751400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544792064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.186133:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7402 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.186138:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544793664:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.186152:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.186181:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093756e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544793728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.186199:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.186223:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.186224:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.186229:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663424 00000100:00100000:1.0:1705683818.186247:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.186248:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.186252:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326882 00000100:00100000:1.0:1705683818.186256:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1857:16264:x1788538577663424:12345-192.168.203.50@tcp:101:mrename.0 00000100:00100000:0.0:1705683818.186262:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186263:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.186263:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.186268:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793728 00000100:00100000:0.0:1705683818.186286:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186287:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186292:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159540 00000100:00100000:0.0:1705683818.186295:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093757300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1988:3086:x1788538544793728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.186306:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10513 count 1 00010000:00010000:1.0:1705683818.186308:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f8f00/0xd7faa4ce02aa1861 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c09 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186364:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186371:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186376:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186412:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186417:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186421:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.186480:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186488:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.186490:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7402 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186493:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186497:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.186499:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.186500:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.186501:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1705683818.186515:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x225:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.186517:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683818.186539:0:14258:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186546:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186549:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186551:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186555:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186558:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739fb480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.186559:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.186561:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7402 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186563:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.186566:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7402 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.186568:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.186570:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683818.186571:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544793792:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.186572:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186575:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fb480/0xd7faa4ce02aa1868 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00000100:00100000:0.0:1705683818.186583:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.186585:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186589:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186592:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186595:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739faf80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.186596:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186599:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186604:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x32 (ffff88009955ba00) 00010000:00010000:1.0:1705683818.186606:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.186607:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.186610:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739faf80/0xd7faa4ce02aa186f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT0 00000100:00100000:0.0:1705683818.186629:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b30a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544792832:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.186635:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f8f00/0xd7faa4ce02aa1861 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c09 expref: 1859 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.186641:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.186645:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c09 expref: 1858 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.186650:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c572401a-2098-484c-b5c8-7a348378e325+6108:1857:x1788538577662208:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4699us (4752us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.186650:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff8800920d6a00) 00010000:00010000:1.0:1705683818.186651:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.186652:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800739f9180, rc 0) 00000100:00100000:0.0:1705683818.186654:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105494 00000100:00100000:1.0:1705683818.186668:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:16264:x1788538577663424:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 412us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.186673:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326882 00000100:00100000:1.0:1705683818.186698:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093754600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544792704:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.186705:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.186709:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186710:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186712:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663488 00010000:00010000:1.0:1705683818.186715:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bca expref: 7403 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.186719:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7403 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.186722:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093cd1680, rc 0) 00000100:00100000:0.0:1705683818.186727:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.186728:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.186730:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544792960:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.186732:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105504 00000100:00100000:0.0:1705683818.186735:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7403:1857:x1788538577663488:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.186741:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.186760:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.186765:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.186766:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.186767:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.186768:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7403:13049:x1788538577662080:12345-192.168.203.50@tcp:101:dd.0 Request processed in 5179us (5209us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.186774:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159529 00010000:00010000:1.0:1705683818.186789:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186794:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186799:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186803:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186812:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.186855:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7402 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.186862:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7402 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.186875:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092565b80/0xd7faa4ce02a5dd59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f16b expref: 7402 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.186885:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.186886:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.186888:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bca expref: 7401 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.186894:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bca expref: 7401 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.186897:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1989:3084:x1788538544792512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5665us (5688us total) trans 4295029437 rc 0/0 00000100:00100000:1.0:1705683818.186902:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159527 00010000:00010000:0.0:1705683818.186910:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093cd1680/0xd7faa4ce02aa17b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bca expref: 7401 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.186918:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544793856:192.168.203.50@tcp:105: 00000004:00080000:1.0:1705683818.186926:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134855500/2, rc 0, transno 62141 00000100:00100000:1.0:1705683818.186931:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.186936:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.186940:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.186943:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186947:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d315900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.186949:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186953:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186961:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.186965:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d315900/0xd7faa4ce02aa17ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.186966:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b31e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544793024:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.186976:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.186977:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.186978:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.186980:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.186984:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.186984:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.186985:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187008:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093754600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544793920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.187030:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.187043:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.187055:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187056:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187061:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544793920 00000100:00100000:0.0:1705683818.187067:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544793216:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.187072:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187072:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187075:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159541 00010000:00010000:0.0:1705683818.187078:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187078:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1989:3083:x1788538544793920:12345-0@lo:6:osp-syn-1-0.0 00010000:00100000:0.0:1705683818.187081:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.187081:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.187082:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00080000:1.0:1705683818.187088:0:15165:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10514 count 1 00000100:00100000:0.0:1705683818.187106:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.187112:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187113:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187117:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663680 00000100:00100000:0.0:1705683818.187137:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187138:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187142:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159542 00000100:00100000:0.0:1705683818.187146:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6370:14136:x1788538577663680:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.187153:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.187241:0:15165:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187249:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7401 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187254:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.187255:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.187256:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187270:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7401 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187276:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7401 pid: 14219 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.187283:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544793984:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.187300:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc4f00/0xd7faa4ce02aa188b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x355a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c10 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187301:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.187309:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187310:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:0.0:1705683818.187313:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x355a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.187313:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664704 00010000:00010000:0.0:1705683818.187323:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187324:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187327:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4f00/0xd7faa4ce02aa188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c10 expref: 6371 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187332:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187333:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.187335:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4f00/0xd7faa4ce02aa188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c10 expref: 6371 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187337:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326883 00000100:00100000:1.0:1705683818.187340:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093754100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1858:2938:x1788538577664704:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.187341:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc4f00, rc 0) 00010000:00010000:1.0:1705683818.187346:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.187348:0:14258:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:0.0:1705683818.187354:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6371:14136:x1788538577663680:12345-192.168.203.50@tcp:101:dd.0 Request processed in 208us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.187355:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fad00/0xd7faa4ce02aa183e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3be7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9bf4 expref: 1858 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.187358:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159542 00010000:00010000:1.0:1705683818.187365:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3be7:0x0].0x0 (ffff8800936ad300) 00010000:00010000:1.0:1705683818.187367:0:14258:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.187374:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f8000/0xd7faa4ce02aa1892 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3be7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c5d expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.187378:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.187384:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187385:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187388:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663552 00010000:00010000:0.0:1705683818.187395:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7402 pid: 15148 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.187402:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187402:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187404:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105505 00000100:00100000:0.0:1705683818.187406:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7402:1858:x1788538577663552:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.187410:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.187411:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7402 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187415:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7402 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187427:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca64000/0xd7faa4ce02a519ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89300 expref: 7402 pid: 15148 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.187432:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa300/0xd7faa4ce02aa1899 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.187434:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187435:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187436:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187437:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa300/0xd7faa4ce02aa1899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:0.0:1705683818.187439:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187443:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa300/0xd7faa4ce02aa1899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00000004:00200000:1.0:1705683818.187448:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bee:0x0]: returning size 5 00010000:00010000:0.0:1705683818.187463:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.187474:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7401:1858:x1788538577663552:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 67us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.187478:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105505 00010000:00010000:2.0:1705683818.187480:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187486:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187491:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187496:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187500:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f8000/0xd7faa4ce02aa1892 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3be7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c5d expref: 1860 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.187502:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.187506:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.187509:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187510:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.187510:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa300/0xd7faa4ce02aa1899 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c5d expref: 1859 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187513:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00000100:00100000:0.0:1705683818.187514:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663744 00010000:00010000:1.0:1705683818.187515:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1705683818.187516:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800739fa300, rc 0) 00010000:00010000:0.0:1705683818.187536:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7401 pid: 15154 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.187543:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093754100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:2938:x1788538577664704:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 201us (500us total) trans 4295064390 rc 0/0 00000100:00100000:0.0:1705683818.187547:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187547:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326883 00000100:00100000:0.0:1705683818.187548:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187551:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105506 00000100:00100000:0.0:1705683818.187554:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132603700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7401:1858:x1788538577663744:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.187559:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.187561:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7401 pid: 15154 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187567:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7401 pid: 15154 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.187574:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093756400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544793280:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.187576:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907eea80/0xd7faa4ce02a51e76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89411 expref: 7401 pid: 15154 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187586:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187587:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187588:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187590:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187592:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.187595:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.187596:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.187597:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.187602:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.187604:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1990:3084:x1788538544792768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5587us (5733us total) trans 4295029438 rc 0/0 00000100:00100000:2.0:1705683818.187609:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159530 00000100:00100000:0.0:1705683818.187613:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132603700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7400:1858:x1788538577663744:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 58us (111us total) trans 0 rc 0/0 00000004:00080000:1.0:1705683818.187616:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cddf00/2, rc 0, transno 62142 00000100:00100000:0.0:1705683818.187617:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105506 00000100:00100000:1.0:1705683818.187622:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cddf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544792768:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.187623:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.187626:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187630:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187630:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092477c00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.187632:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187635:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187636:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187641:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187644:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187647:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092477c00/0xd7faa4ce02aa17c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187649:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093756400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544794048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.187656:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187662:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187664:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.187665:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187667:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:1.0:1705683818.187667:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.187669:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc6d00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.187670:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187673:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187678:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187682:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc6d00/0xd7faa4ce02aa17e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187685:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187692:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187693:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187694:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.187696:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.187697:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.187700:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794048 00000100:00100000:2.0:1705683818.187718:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.187718:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187721:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.187721:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159543 00000100:00100000:1.0:1705683818.187722:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.187724:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1991:3084:x1788538544794048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.187734:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10515 count 1 00000100:00100000:1.0:1705683818.187744:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.187794:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1991:3086:x1788538544793088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5070us (5105us total) trans 4295029439 rc 0/0 00000100:00100000:0.0:1705683818.187798:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159533 00000004:00080000:1.0:1705683818.187804:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b32300/2, rc 0, transno 62143 00000100:00100000:1.0:1705683818.187810:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544793088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.187815:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187816:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187819:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663616 00010000:00010000:0.0:1705683818.187825:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7400 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.187831:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187832:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.187834:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105507 00000100:00100000:0.0:1705683818.187836:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7400:1858:x1788538577663616:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.187839:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.187840:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7400 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187844:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7400 pid: 14227 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.187845:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b31e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544794112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.187851:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907ee300/0xd7faa4ce02a51cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a893a1 expref: 7400 pid: 14227 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.187859:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187860:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.187861:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187863:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.187864:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187864:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187870:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.187872:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7399 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187877:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683818.187878:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7399:1858:x1788538577663616:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 41us (135us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.187878:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.187879:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.187880:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105507 00000100:00100000:1.0:1705683818.187884:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187885:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.187888:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.187889:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794112 00010000:00010000:0.0:1705683818.187891:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187892:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7398 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187894:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.187897:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187897:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7398 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.187900:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187901:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.187904:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159544 00000100:00100000:2.0:1705683818.187904:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544794176:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.187907:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1991:3085:x1788538544794112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.187908:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.187914:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1705683818.187915:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10516 count 1 00010000:00010000:2.0:1705683818.187916:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187920:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc4a00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.187921:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187929:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187936:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187940:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4a00/0xd7faa4ce02aa17ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.187953:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187954:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.187955:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.187971:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.187973:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0668850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1992:3085:x1788538544792896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5889us (5916us total) trans 4295029440 rc 0/0 00000100:00100000:0.0:1705683818.187977:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159531 00010000:00010000:1.0:1705683818.187981:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187992:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7398 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.187997:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.187998:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.187999:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.188011:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7398 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.188017:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7398 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.188024:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544794240:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.188037:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.188056:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b31400/2, rc 0, transno 62144 00000100:00100000:1.0:1705683818.188061:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544792896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.188081:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683818.188086:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544794304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.188100:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.188108:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188109:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188112:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794304 00000100:00100000:0.0:1705683818.188126:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188126:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188126:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.188128:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159545 00000100:00100000:0.0:1705683818.188131:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+1992:3085:x1788538544794304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.188137:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10517 count 1 00000100:00100000:1.0:1705683818.188159:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.188167:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188168:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188173:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663872 00010000:00010000:0.0:1705683818.188187:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.188192:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7398 pid: 15155 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.188192:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188193:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.188196:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.188197:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.188197:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159546 00010000:00010000:0.0:1705683818.188198:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.188200:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6371:7929:x1788538577663872:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.188206:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.188207:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7398 pid: 15155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.188211:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7398 pid: 15155 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.188216:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132607300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544794368:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.188226:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.188234:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188235:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188238:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663808 00010000:00010000:0.0:1705683818.188244:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7399 pid: 15133 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.188251:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188252:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188254:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105508 00000100:00100000:0.0:1705683818.188256:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7399:1858:x1788538577663808:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.188261:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.188262:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7399 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.188266:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7399 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.188272:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df20500/0xd7faa4ce02a5208a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8947a expref: 7399 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.188277:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.188278:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.188279:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.188282:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.188289:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.188295:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:1858:x1788538577663808:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 39us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.188298:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105508 00010000:00010000:1.0:1705683818.188310:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c17 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.188319:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.188323:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6372 pid: 15124 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.188327:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.188329:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7397 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.188333:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.188334:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.188335:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.188336:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c17 expref: 6372 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.188341:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188342:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188344:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.188347:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188348:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.188348:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7397 pid: 15127 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.188348:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577663936 00000100:00100000:0.0:1705683818.188350:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664128 00010000:00010000:1.0:1705683818.188354:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7398 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.188356:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188357:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188359:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159547 00000100:00100000:0.0:1705683818.188361:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:13157:x1788538577664128:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.188362:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b841400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544794432:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.188363:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188364:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.188365:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.188367:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664000 00000100:00100000:2.0:1705683818.188375:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188376:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188378:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664064 00010000:00010000:1.0:1705683818.188380:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6372 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.188386:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6372 pid: 15124 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.188390:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188390:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188392:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b840500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544794496:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.188394:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326884 00000100:00100000:2.0:1705683818.188397:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1496:16490:x1788538577663936:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:1.0:1705683818.188399:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ab1b480 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.188407:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.188409:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188410:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.188414:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e4a00/0xd7faa4ce02aa18c3 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2d94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c1e expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.188415:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326885 00000100:00100000:1.0:1705683818.188418:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1739:16435:x1788538577664000:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:1.0:1705683818.188425:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.188431:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1680/0xd7faa4ce02aa18ca lrc: 2/0,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c25 expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188439:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e4a00/0xd7faa4ce02aa18c3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c1e expref: 1497 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188445:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e4a00/0xd7faa4ce02aa18c3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2d94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c1e expref: 1497 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188454:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d94:0x0].0x0 (ffff88009c96b500) 00010000:00010000:2.0:1705683818.188456:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1705683818.188457:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969e4a00, rc 0) 00000100:00100000:2.0:1705683818.188467:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1497:16490:x1788538577663936:12345-192.168.203.50@tcp:101:touch.0 Request processed in 69us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.188468:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00000100:00100000:2.0:1705683818.188472:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326884 00010000:00010000:1.0:1705683818.188473:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.188477:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00000100:00100000:2.0:1705683818.188480:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188481:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188484:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326886 00000100:00100000:2.0:1705683818.188487:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132604600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1740:16457:x1788538577664064:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.188492:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.188565:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e7200/0xd7faa4ce02aa18d8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c2c expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.188567:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.188573:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.188578:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683818.188598:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc7c00/0xd7faa4ce02aa18e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c33 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.188607:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.188613:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.188614:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.188616:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7c00/0xd7faa4ce02aa18e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c33 expref: 7399 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188620:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.188621:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc7c00/0xd7faa4ce02aa18e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c33 expref: 7399 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.188625:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc7c00, rc 0) 00010000:00010000:2.0:1705683818.188626:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188631:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.188633:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7399:13157:x1788538577664128:12345-192.168.203.50@tcp:101:dd.0 Request processed in 272us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.188637:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159547 00000100:00100000:0.0:1705683818.188654:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.188665:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.188673:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.188673:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00000100:00100000:0.0:1705683818.188676:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188677:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.188678:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00000100:00100000:0.0:1705683818.188679:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664384 00010000:00010000:1.0:1705683818.188684:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00000100:00100000:0.0:1705683818.188686:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188687:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.188688:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159548 00010000:00010000:2.0:1705683818.188689:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.188690:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8161:2925:x1788538577664384:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.188692:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.188695:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.188695:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00200000:1.0:1705683818.188702:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x34c8:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.188704:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1705683818.188708:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000004:00010000:1.0:1705683818.188712:0:14258:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188712:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188715:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188717:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188718:0:14258:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188720:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e5680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.188721:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188722:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188724:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188725:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188728:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188730:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.188731:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800974a1b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.188732:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188732:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.188733:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188736:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188736:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5680/0xd7faa4ce02aa18ed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188742:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff88009c96b000) 00010000:00010000:1.0:1705683818.188743:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.188745:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188762:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188765:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188768:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188771:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1b80/0xd7faa4ce02aa18d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188772:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e5e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.188773:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.188776:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188779:0:14258:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188781:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880134a0bf00) 00010000:00010000:1.0:1705683818.188782:0:14258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188782:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.188783:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188786:0:14258:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188786:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e5e00/0xd7faa4ce02aa18fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.188789:0:14258:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cc90000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.188790:0:14258:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.188794:0:14258:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.188798:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x38 (ffff8800920d6e00) 00010000:00010000:1.0:1705683818.188800:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.188801:0:14258:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 2/0,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:1.0:1705683818.188804:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc90000/0xd7faa4ce02aa18df lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3409:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:2.0:1705683818.188814:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e7200/0xd7faa4ce02aa18d8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c2c expref: 1742 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188819:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800969e7200/0xd7faa4ce02aa18d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c2c expref: 1742 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188825:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969e7200, rc 0) 00010000:00010000:1.0:1705683818.188830:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1680/0xd7faa4ce02aa18ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c25 expref: 1741 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.188837:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132604600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16457:x1788538577664064:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 349us (501us total) trans 0 rc 301/301 00010000:00010000:1.0:1705683818.188842:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c25 expref: 1740 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.188842:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326886 00010000:00010000:1.0:1705683818.188846:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x34c8:0x0].0x0 (ffff8800916f5300) 00010000:00010000:1.0:1705683818.188847:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.188849:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc91e00, rc 0) 00000100:00100000:2.0:1705683818.188849:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188850:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188853:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664256 00000100:00100000:1.0:1705683818.188861:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1739:16435:x1788538577664000:12345-192.168.203.50@tcp:101:touch.0 Request processed in 442us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.188864:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188865:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188866:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326885 00000100:00100000:2.0:1705683818.188867:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664320 00000100:00100000:2.0:1705683818.188873:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188873:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188875:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.188875:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.188875:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326887 00000100:00100000:2.0:1705683818.188877:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132602d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+345:16403:x1788538577664256:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:1.0:1705683818.188879:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326888 00000100:00100000:1.0:1705683818.188882:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132606900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+345:16328:x1788538577664320:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:1.0:1705683818.188888:0:14258:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.188892:0:14198:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.188894:0:14258:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc91900/0xd7faa4ce02aa1902 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x110:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c3a expref: -99 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188899:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e05de00/0xd7faa4ce02aa1520 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bf8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ad5 expref: 346 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188906:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf8:0x0].0x0 (ffff88006f39e900) 00010000:00010000:2.0:1705683818.188907:0:14198:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.188929:0:14258:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc92800/0xd7faa4ce02aa1909 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x110:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.188934:0:14258:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc92800/0xd7faa4ce02aa1909 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT0 00010000:00010000:1.0:1705683818.188939:0:14258:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc92800/0xd7faa4ce02aa1909 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14258 initiator: MDT0 00010000:00010000:2.0:1705683818.188949:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.188952:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.188955:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000004:00200000:1.0:1705683818.188957:0:14258:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000400:0x110:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.188959:0:14258:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1705683818.188982:0:14258:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc91900/0xd7faa4ce02aa1902 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x110:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c3a expref: 346 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188989:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.188991:0:14258:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc92800/0xd7faa4ce02aa1909 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c3a expref: 345 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.188993:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.188996:0:14258:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x110:0x0].0x0 (ffff8800a08f9800) 00010000:00010000:1.0:1705683818.188997:0:14258:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1705683818.188997:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.188998:0:14258:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc92800, rc 0) 00010000:00010000:0.0:1705683818.188999:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc6080/0xd7faa4ce02aa191e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3045:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c41 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189002:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1ca00/0xd7faa4ce02aa1925 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189004:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1ca00/0xd7faa4ce02aa1925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189007:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1ca00/0xd7faa4ce02aa1925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00002000:00010000:0.0:1705683818.189008:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3045:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.189009:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132606900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:c572401a-2098-484c-b5c8-7a348378e325+345:16328:x1788538577664320:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 127us (343us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.189014:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.189014:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326888 00010000:00010000:0.0:1705683818.189015:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.189017:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc6080/0xd7faa4ce02aa191e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c41 expref: 8162 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189022:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc6080/0xd7faa4ce02aa191e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c41 expref: 8162 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189026:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc6080, rc 0) 00000100:00100000:0.0:1705683818.189034:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:2925:x1788538577664384:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 344us (361us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.189036:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189038:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.189040:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159548 00010000:00010000:2.0:1705683818.189042:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.189043:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.189048:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.189053:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.189057:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.189067:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.189072:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d400/0xd7faa4ce02aa1933 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x47d:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189077:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d400/0xd7faa4ce02aa1933 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189081:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d400/0xd7faa4ce02aa1933 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.189083:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.189089:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189090:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189093:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664448 00000100:00100000:0.0:1705683818.189100:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189100:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189102:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159549 00000100:00100000:0.0:1705683818.189104:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8162:16380:x1788538577664448:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.189108:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.189125:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1fc00/0xd7faa4ce02aa193a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3bf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189131:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1fc00/0xd7faa4ce02aa193a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bf8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189136:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1fc00/0xd7faa4ce02aa193a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bf8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.189156:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b34100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1993:3083:x1788538544793152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6091us (6172us total) trans 4295029441 rc 0/0 00000100:00100000:1.0:1705683818.189161:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159534 00000004:00080000:1.0:1705683818.189188:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b32800/2, rc 0, transno 62145 00000100:00100000:1.0:1705683818.189193:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b32800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544793152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.189217:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099956900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544794560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.189234:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.189251:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189252:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189256:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794560 00000100:00100000:1.0:1705683818.189267:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189267:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189270:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159550 00000100:00100000:1.0:1705683818.189273:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+1993:3083:x1788538544794560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.189282:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10518 count 1 00000040:00080000:2.0:1705683818.189288:0:14198:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x4:0x0].2606, 704 off1455984 00000040:00080000:2.0:1705683818.189325:0:14198:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x45:0x0].671, 936 off633032 00000004:00080000:2.0:1705683818.189327:0:14198:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800aa23f000 with version 12758 00000004:00080000:2.0:1705683818.189338:0:7759:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800808b03c0 version 12758 rpc_version 12758 00000020:00100000:2.0:1705683818.189350:0:7759:0:(genops.c:2249:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1705683818.189353:0:7759:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8801325d6900 x1788538544794688/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1656/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1705683818.189361:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189361:0:7759:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7759:1788538544794688:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1705683818.189369:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7398 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.189374:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.189375:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.189376:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189377:0:7759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.189387:0:7759:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1df00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.189390:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7398 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189393:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc6300/0xd7faa4ce02aa1948 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c48 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189393:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.189393:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.189397:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7398 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.189398:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794688 00002000:00010000:0.0:1705683818.189401:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.189407:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.189407:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.189408:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544794752:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.189409:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc6300/0xd7faa4ce02aa1948 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c48 expref: 8163 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189409:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.189410:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.189412:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39448 00010000:00010000:0.0:1705683818.189414:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc6300/0xd7faa4ce02aa1948 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c48 expref: 8163 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189414:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:7759:x1788538544794688:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1705683818.189418:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc6300, rc 0) 00000100:00100000:1.0:1705683818.189423:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60d3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.189427:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+8163:16380:x1788538577664448:12345-192.168.203.50@tcp:101:dd.0 Request processed in 322us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.189430:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159549 00000100:00100000:0.0:1705683818.189465:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.189470:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189470:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189473:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664512 00000100:00100000:0.0:1705683818.189478:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189479:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189480:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159551 00000100:00100000:0.0:1705683818.189482:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6373:15766:x1788538577664512:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.189486:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.189496:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:7759:x1788538544794688:12345-0@lo:1000:osp_up1-0.0 Request processed in 81us (118us total) trans 4295059886 rc 0/0 00000100:00100000:1.0:1705683818.189500:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.189500:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39448 00000100:00100000:1.0:1705683818.189510:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189511:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189515:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664576 00000100:00100000:2.0:1705683818.189515:0:7759:0:(client.c:2946:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295059877 gen 2 00000004:00080000:2.0:1705683818.189517:0:7759:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295059871 committed transno 4295059877 00000100:00100000:1.0:1705683818.189544:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189545:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.189549:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159552 00000100:00100000:1.0:1705683818.189552:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6108:2974:x1788538577664576:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000004:00080000:2.0:1705683818.189552:0:7759:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295059877 committed transno 4295059877 00010000:00010000:1.0:1705683818.189558:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.189568:0:7759:0:(client.c:2990:ptlrpc_free_committed()) @@@ stopping search req@ffff8801325d6900 x1788538544794688/t4295059886(4295059886) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1656/4320 e 0 to 0 dl 1705683834 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00010000:00010000:0.0:1705683818.189579:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc5900/0xd7faa4ce02aa194f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c4f expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.189581:0:7759:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7759:1788538544794688:0@lo:1000:osp_up1-0.0 00002000:00010000:0.0:1705683818.189587:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.189589:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.189591:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189593:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.189594:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.189594:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093cd3980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.189595:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189596:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc5900/0xd7faa4ce02aa194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c4f expref: 6374 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189599:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189600:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc5900/0xd7faa4ce02aa194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c4f expref: 6374 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.189604:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc5900, rc 0) 00010000:00010000:2.0:1705683818.189604:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189606:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cd3980/0xd7faa4ce02aa17ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.189613:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6374:15766:x1788538577664512:12345-192.168.203.50@tcp:101:dd.0 Request processed in 130us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.189616:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159551 00010000:00010000:2.0:1705683818.189618:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.189619:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.189619:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.189634:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6523:1788538544793344:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.189646:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.189657:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:1857:x1788538577662848:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4467us (4596us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.189663:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105497 00000100:00100000:0.0:1705683818.189689:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.189697:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189697:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189701:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664768 00010000:00010000:1.0:1705683818.189710:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c56 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.189711:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189711:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.189714:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159553 00000004:00010000:2.0:1705683818.189715:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132602d00 reply state ffff88012fff2000 transno 4295064391 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1fc00/0xd7faa4ce02aa193a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3bf8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.189717:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:15645:x1788538577664768:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.189721:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.189721:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1fc00/0xd7faa4ce02aa193a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3bf8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.189723:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8162 pid: 9445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189723:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf8:0x0].0x0 (ffff88006f39e900) 00010000:00010000:2.0:1705683818.189724:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.189727:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.189728:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.189729:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.189729:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.189730:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c56 expref: 6109 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189731:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189733:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189735:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090b1f200 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.189736:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189738:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189740:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c64 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189740:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x0 (ffff880134a0b100) 00010000:00010000:2.0:1705683818.189741:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.189742:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 3/0,0 mode: --/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.189744:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8162 pid: 9445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189744:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1f200/0xd7faa4ce02aa192c lrc: 0/0,0 mode: --/CW res: [0x200000405:0x47d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000004:00010000:2.0:1705683818.189764:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132602d00 reply state ffff88012fff2000 transno 4295064391 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d400/0xd7faa4ce02aa1933 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189767:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d400/0xd7faa4ce02aa1933 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x47d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189769:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.189769:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x47d:0x0].0x32 (ffff88009dab4f00) 00010000:00010000:1.0:1705683818.189770:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8162 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.189770:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.189771:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189773:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189774:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.189775:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.189775:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189777:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c64 expref: 7399 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.189777:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.189778:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14427:1788538544794816:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.189779:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e7480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.189779:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189781:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189783:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.189784:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.189785:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189786:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7480/0xd7faa4ce02aa1917 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000004:00010000:2.0:1705683818.189790:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132602d00 reply state ffff88012fff2000 transno 4295064391 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1ca00/0xd7faa4ce02aa1925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189792:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.189793:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.189793:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1ca00/0xd7faa4ce02aa1925 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189795:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3831 (ffff88011e1cc900) 00010000:00010000:2.0:1705683818.189796:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.189796:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.189798:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.189798:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189800:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189801:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e7c00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.189802:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189804:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.189806:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544794880:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.189806:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880134a0b200) 00010000:00010000:2.0:1705683818.189806:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.189807:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.189808:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969e7c00/0xd7faa4ce02aa1910 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.189823:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.189827:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132602d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+346:16403:x1788538577664256:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 949us (1172us total) trans 4295064391 rc 0/0 00000100:00100000:2.0:1705683818.189830:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326887 00000100:00100000:2.0:1705683818.189847:0:15173:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15173:1788538544793408:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.189857:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.189862:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+6109:1857:x1788538577662912:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4374us (4417us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.189865:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105500 00000100:00100000:2.0:1705683818.191094:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544793600:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.191108:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.191112:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.191113:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.191113:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191123:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544793664:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.191135:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.191139:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.191140:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.191141:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191196:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544793792:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.191295:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.191301:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.191302:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.191303:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191365:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.191378:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132605a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544793856:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.191389:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.191390:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.191411:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7399:1857:x1788538577663488:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4674us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.191417:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105504 00000100:00100000:0.0:1705683818.191422:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.191433:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191433:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191434:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191434:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191439:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664960 00000100:00100000:2.0:1705683818.191439:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664832 00010000:00010000:0.0:1705683818.191452:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7400 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.191452:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7400 pid: 15118 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.191455:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191456:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191460:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577664896 00000100:00100000:2.0:1705683818.191464:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191465:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191466:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191466:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191468:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105509 00010000:00010000:1.0:1705683818.191469:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7401 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.191470:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105510 00000100:00100000:2.0:1705683818.191471:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7401:1858:x1788538577664832:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.191473:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7401:1858:x1788538577664960:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.191476:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.191477:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.191478:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7401 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.191478:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7401 pid: 15118 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.191480:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191481:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191484:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105511 00010000:00010000:0.0:1705683818.191485:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7401 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.191487:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7401:1858:x1788538577664896:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.191488:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7401 pid: 15118 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.191492:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.191494:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7401 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.191497:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009609af80/0xd7faa4ce02a527c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a896bf expref: 7401 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.191497:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009609b700/0xd7faa4ce02a52369 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89529 expref: 7401 pid: 15118 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.191501:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7401 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.191505:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.191505:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.191506:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.191506:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.191507:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.191507:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191512:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d89e080/0xd7faa4ce02a52599 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89610 expref: 7399 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.191512:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191515:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191534:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.191535:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.191536:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.191537:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.191537:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191542:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.191549:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:1858:x1788538577664960:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 75us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.191549:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7398:1858:x1788538577664832:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 77us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.191553:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105509 00000100:00100000:0.0:1705683818.191555:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105510 00010000:00010000:1.0:1705683818.191555:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.191567:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.191569:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7396:1858:x1788538577664896:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 82us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.191570:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191572:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.191574:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105511 00010000:00010000:2.0:1705683818.191574:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191577:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.191578:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191582:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.191586:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191590:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683818.191592:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683818.191612:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683818.191615:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191619:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc6580 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.191621:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191629:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191637:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191641:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc6580/0xd7faa4ce02aa1876 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191654:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.191655:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191659:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e6300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.191660:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191665:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.191670:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132607300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544794368:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.191672:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191676:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969e6300/0xd7faa4ce02aa1853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.191681:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.191685:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.191687:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.191687:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.191691:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.191692:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.191694:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.191696:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e26400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+1995:3084:x1788538544793472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6021us (6055us total) trans 4295029443 rc 0/0 00010000:00010000:1.0:1705683818.191698:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.191701:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159538 00000100:00100000:1.0:1705683818.191713:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544794240:192.168.203.50@tcp:104: 00000004:00080000:2.0:1705683818.191722:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096e20a00/2, rc 0, transno 62147 00010000:00010000:1.0:1705683818.191724:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.191727:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e20a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544793472:0@lo:6:osp-syn-1-0.0 00010000:00100000:1.0:1705683818.191728:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.191729:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.191730:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.191778:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.191784:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1339400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544794944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.191803:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.191809:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093757300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1994:3086:x1788538544793728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5512us (5609us total) trans 4295029442 rc 0/0 00000100:00100000:2.0:1705683818.191814:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159540 00000100:00100000:2.0:1705683818.191824:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:1.0:1705683818.191825:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093756e00/2, rc 0, transno 62146 00000100:00100000:2.0:1705683818.191825:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191828:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544794944 00000100:00100000:1.0:1705683818.191831:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093756e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544793728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.191837:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.191838:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.191840:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.191841:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159554 00000100:00100000:2.0:1705683818.191843:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+1994:3083:x1788538544794944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.191845:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191850:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1705683818.191854:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10519 count 1 00010000:00010000:1.0:1705683818.191855:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.191863:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.191871:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f715f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.191886:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.191900:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191901:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191905:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795008 00000100:00100000:0.0:1705683818.191915:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191915:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.191917:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159555 00000100:00100000:0.0:1705683818.191920:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1996:3085:x1788538544795008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.191927:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10520 count 1 00000100:00100000:1.0:1705683818.191944:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+1996:3085:x1788538544793536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6152us (6198us total) trans 4295029444 rc 0/0 00000100:00100000:1.0:1705683818.191949:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159539 00000100:00100000:1.0:1705683818.191975:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b841400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544794432:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.191989:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544793984:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.191989:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.191997:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7395 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.192001:0:15165:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192001:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.192002:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.192003:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.192005:0:15165:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.192006:0:15165:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.192007:0:15165:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.192015:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7395 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192020:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7395 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.192026:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544795072:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.192046:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.192058:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192058:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.192060:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192064:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc5b80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.192066:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7395 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192066:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192070:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.192073:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.192074:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.192075:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192078:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192081:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc5b80/0xd7faa4ce02aa185a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192098:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.192099:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.192099:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.192115:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544794176:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.192125:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.192128:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.192128:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.192129:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.192269:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7395 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.192275:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7395 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.192281:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f714100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544795136:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.192298:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.192309:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00080000:0.0:1705683818.192314:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325b8000/2, rc 0, transno 62148 00000100:00100000:0.0:1705683818.192318:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544793536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.192328:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192329:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192334:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665280 00000100:00100000:1.0:1705683818.192346:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f714b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544795200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.192348:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192349:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192353:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326889 00000100:00100000:2.0:1705683818.192356:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e23200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:2938:x1788538577665280:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683818.192363:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.192365:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.192373:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1c000/0xd7faa4ce02aa1972 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c6b expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.192376:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.192385:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192385:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.192389:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1de00/0xd7faa4ce02aa1979 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.192390:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795200 00010000:00010000:2.0:1705683818.192395:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1de00/0xd7faa4ce02aa1979 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.192400:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1de00/0xd7faa4ce02aa1979 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.192401:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192401:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192406:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159556 00000100:00100000:0.0:1705683818.192408:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+1996:3086:x1788538544795200:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.192408:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b840500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544794496:192.168.203.50@tcp:104: 00002000:00080000:0.0:1705683818.192416:0:15111:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10521 count 1 00010000:00010000:1.0:1705683818.192429:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c17 expref: 6373 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.192438:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800974a3c00, rc 0) 00000100:00100000:1.0:1705683818.192450:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:c572401a-2098-484c-b5c8-7a348378e325+6373:7929:x1788538577663872:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4250us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.192455:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159546 00010000:00010000:2.0:1705683818.192460:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1c000/0xd7faa4ce02aa1972 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c6b expref: 1861 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192469:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1de00/0xd7faa4ce02aa1979 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c6b expref: 1860 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192473:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00010000:00010000:2.0:1705683818.192475:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1705683818.192476:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b1de00, rc 0) 00010000:00010000:0.0:1705683818.192481:0:15111:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.192488:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7395 pid: 14212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.192490:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e23200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1860:2938:x1788538577665280:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 134us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.192493:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.192494:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.192494:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326889 00010000:00010000:0.0:1705683818.192495:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.192503:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192504:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.192507:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7395 pid: 14212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.192507:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666432 00010000:00010000:0.0:1705683818.192512:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7395 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.192518:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544794752:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.192518:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.192519:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192538:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f714600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544795264:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.192538:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326890 00000100:00100000:2.0:1705683818.192541:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+346:16410:x1788538577666432:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.192548:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.192549:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.192554:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.192555:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.192556:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.192594:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1c280/0xd7faa4ce02aa1987 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9caa expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.192616:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.192633:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14427:1788538544794816:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.192640:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.192646:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c56 expref: 6108 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.192647:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192648:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192652:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665536 00010000:00010000:1.0:1705683818.192654:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc92a80, rc 0) 00000100:00100000:0.0:1705683818.192664:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.192665:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192667:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6108:2974:x1788538577664576:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 3114us (3168us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.192668:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159557 00010000:00010000:2.0:1705683818.192670:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:0.0:1705683818.192671:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7396:16380:x1788538577665536:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.192671:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159552 00010000:00010000:0.0:1705683818.192676:0:15138:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.192676:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192683:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.192694:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.192701:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192702:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192706:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665088 00010000:00010000:1.0:1705683818.192714:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7397 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.192723:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192724:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192726:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105512 00010000:00010000:2.0:1705683818.192727:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.192729:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7397:1858:x1788538577665088:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.192732:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192734:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.192736:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7397 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.192736:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192761:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7397 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.192767:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d680/0xd7faa4ce02aa199c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192773:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c49e00/0xd7faa4ce02a52c1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89801 expref: 7397 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.192773:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d680/0xd7faa4ce02aa199c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192777:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d680/0xd7faa4ce02aa199c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192781:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.192782:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.192784:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192784:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192786:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192788:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192789:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192792:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192794:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090b1db80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.192797:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.192799:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.192800:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192806:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.192807:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.192811:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7396:1858:x1788538577665088:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 81us (117us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.192811:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192814:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1db80/0xd7faa4ce02aa198e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.192815:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105512 00010000:00010000:2.0:1705683818.192822:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192824:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192827:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192830:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090b1cc80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.192831:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192833:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.192837:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff880092fbfa00) 00010000:00010000:2.0:1705683818.192838:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.192839:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.192841:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.192844:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1cc80/0xd7faa4ce02aa1995 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.192849:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192850:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192855:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665216 00000100:00100000:1.0:1705683818.192867:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.192867:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1c280/0xd7faa4ce02aa1987 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9caa expref: 348 pid: 14195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.192868:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192871:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55605 00000100:00100000:1.0:1705683818.192874:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+1860:1858:x1788538577665216:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.192874:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d680/0xd7faa4ce02aa199c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9caa expref: 347 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192878:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:2.0:1705683818.192879:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1705683818.192880:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.192880:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b1d680, rc 0) 00010000:00010000:1.0:1705683818.192888:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739fa300/0xd7faa4ce02aa1899 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c5d expref: 1860 pid: 14258 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.192893:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+347:16410:x1788538577666432:12345-192.168.203.50@tcp:101:dd.0 Request processed in 352us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.192897:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326890 00010000:00010000:1.0:1705683818.192898:0:14221:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00010000:00010000:1.0:1705683818.192901:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.192913:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:1858:x1788538577665216:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.192914:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.192917:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55605 00010000:00010000:2.0:1705683818.192919:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192923:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192928:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192937:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.192943:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.192946:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192950:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800969e7980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.192952:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192955:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192964:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.192968:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969e7980/0xd7faa4ce02aa18a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.192970:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.192978:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.192979:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.192979:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.192979:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.192980:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.192983:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665408 00010000:00010000:1.0:1705683818.192990:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7396 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.192999:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193000:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193003:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105513 00000100:00100000:1.0:1705683818.193005:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7396:1858:x1788538577665408:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.193010:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.193018:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7396 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.193025:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7396 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.193033:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fb5b80/0xd7faa4ce029f1b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6776d expref: 7396 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.193047:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.193059:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7395:1858:x1788538577665408:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 53us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.193062:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+1997:3084:x1788538544794048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5336us (5394us total) trans 4295029445 rc 0/0 00000100:00100000:1.0:1705683818.193063:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105513 00000100:00100000:2.0:1705683818.193067:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159543 00000004:00080000:2.0:1705683818.193087:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093756400/2, rc 0, transno 62149 00000100:00100000:1.0:1705683818.193089:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.193093:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093756400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544794048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.193095:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193096:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193100:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665024 00010000:00010000:0.0:1705683818.193105:0:15138:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a35900/0xd7faa4ce02aa19a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c72 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193107:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7395 pid: 14219 timeout: 690 lvb_type: 0 00002000:00010000:0.0:1705683818.193115:0:15138:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.193116:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193117:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193119:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105514 00000100:00100000:1.0:1705683818.193122:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7396:1858:x1788538577665024:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.193123:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.193124:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.193126:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35900/0xd7faa4ce02aa19a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c72 expref: 7396 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193127:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.193129:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7396 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.193133:0:15138:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090a35900/0xd7faa4ce02aa19a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c72 expref: 7396 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193134:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7396 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.193138:0:15138:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090a35900, rc 0) 00010000:00010000:1.0:1705683818.193143:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e14780/0xd7faa4ce02a52ad2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89783 expref: 7396 pid: 14219 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.193150:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:60a99ee7-aeeb-4a00-9846-8ea658f59513+7395:16380:x1788538577665536:12345-192.168.203.50@tcp:101:dd.0 Request processed in 478us (510us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.193150:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193152:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193153:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193156:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159557 00010000:00010000:1.0:1705683818.193157:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193168:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.193180:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7394:1858:x1788538577665024:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.193184:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105514 00000100:00100000:0.0:1705683818.193186:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.193196:0:15165:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193201:0:15165:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193202:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.193206:0:15165:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193209:0:15165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193213:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193214:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193216:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795328 00010000:00010000:1.0:1705683818.193217:0:15165:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.193225:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193226:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.193227:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683818.193228:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159558 00010000:00010000:2.0:1705683818.193229:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193230:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+1997:3083:x1788538544795328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.193238:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739f9680 already unused, calling callback (ffffffffa0661e00) 00002000:00080000:0.0:1705683818.193239:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10522 count 1 00010000:00010000:2.0:1705683818.193239:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.193244:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.193252:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.193256:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800739f9680/0xd7faa4ce02aa1884 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.193300:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+1998:3083:x1788538544793920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6220us (6267us total) trans 4295029446 rc 0/0 00000100:00100000:1.0:1705683818.193304:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159541 00000100:00100000:1.0:1705683818.193328:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.193335:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193335:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.193339:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.193339:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665152 00010000:00010000:2.0:1705683818.193344:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.193345:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.193346:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7394 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.193346:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.193347:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7394 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.193350:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.193351:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.193352:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.193355:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193356:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193358:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105515 00000100:00100000:1.0:1705683818.193361:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7394:1858:x1788538577665152:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.193364:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7394 pid: 14219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193366:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.193368:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7394 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.193370:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7394 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.193373:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7394 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.193379:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f716e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544795392:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.193383:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f06080/0xd7faa4ce02a52e21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a898be expref: 7394 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.193392:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a780 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.193402:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193403:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193404:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193409:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193420:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1705683818.193454:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093754600/2, rc 0, transno 62150 00000100:00100000:0.0:1705683818.193459:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093754600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544793920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.193459:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7393:1858:x1788538577665152:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 97us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.193465:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105515 00000100:00100000:0.0:1705683818.193478:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683818.193481:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193483:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.193486:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193490:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193495:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193498:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.193503:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.193507:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193507:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193508:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193508:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193511:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795456 00000100:00100000:0.0:1705683818.193520:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193520:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193533:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193534:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193536:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159559 00000100:00100000:0.0:1705683818.193539:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+1998:3083:x1788538544795456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.193547:0:15117:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10523 count 1 00000100:00100000:1.0:1705683818.193605:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1999:3085:x1788538544794112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5696us (5741us total) trans 4295029447 rc 0/0 00000100:00100000:1.0:1705683818.193610:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159544 00000004:00080000:0.0:1705683818.193620:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b31e00/2, rc 0, transno 62151 00010000:00010000:1.0:1705683818.193621:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.193624:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193625:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b31e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544794112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.193628:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800739f9e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.193630:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193634:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193642:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.193647:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193651:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800739f9e00/0xd7faa4ce02aa18ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.193656:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.193662:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.193663:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.193665:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.193666:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193667:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193670:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795520 00000100:00100000:0.0:1705683818.193678:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193678:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193681:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159560 00000100:00100000:0.0:1705683818.193683:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+1999:3085:x1788538544795520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.193689:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00002000:00080000:0.0:1705683818.193692:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10524 count 1 00000100:00100000:1.0:1705683818.193697:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193697:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193701:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665344 00010000:00010000:1.0:1705683818.193710:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7393 pid: 15155 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.193720:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193720:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193723:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105516 00000100:00100000:1.0:1705683818.193726:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7393:1858:x1788538577665344:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.193732:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.193734:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7393 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.193739:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7393 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.193742:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.193767:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7393 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.193772:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.193773:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.193774:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193776:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f30c80/0xd7faa4ce02a5319a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a899d6 expref: 7393 pid: 15155 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.193784:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193785:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.193786:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.193787:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7392 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193791:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.193792:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7392 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.193799:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132601900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544795584:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.193803:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.193810:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.193814:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7392:1858:x1788538577665344:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 87us (126us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.193819:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.193819:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105516 00000100:00100000:2.0:1705683818.193821:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.193823:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.193828:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.193829:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193829:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.193832:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.193833:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665792 00010000:00010000:0.0:1705683818.193846:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.193848:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.193848:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.193850:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1705683818.193851:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159561 00010000:00010000:1.0:1705683818.193853:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.193854:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+8163:13157:x1788538577665792:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.193858:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc7480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.193860:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.193860:0:15151:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.193864:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193872:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193877:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc7480/0xd7faa4ce02aa18b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2915:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.193891:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.193892:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.193893:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.193906:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.193923:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.193928:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2000:3085:x1788538544794304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5795us (5826us total) trans 4295029448 rc 0/0 00000100:00100000:1.0:1705683818.193929:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193930:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193933:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159545 00000100:00100000:1.0:1705683818.193934:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665856 00000100:00100000:0.0:1705683818.193941:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193942:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193944:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193944:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.193946:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159562 00000100:00100000:0.0:1705683818.193948:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6108:15766:x1788538577665856:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.193953:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.193978:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.193984:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193984:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.193988:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665920 00010000:00010000:1.0:1705683818.193997:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.194006:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194007:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194009:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105517 00000100:00100000:1.0:1705683818.194012:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6373:1858:x1788538577665920:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.194018:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.194025:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.194031:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.194043:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194044:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194046:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c64 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194051:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c64 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194065:0:15169:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c64 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194073:0:15169:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224ee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544795648:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.194085:0:15151:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092767c00/0xd7faa4ce02aa19b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c79 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194086:0:15169:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484180 going to sleep for 11 seconds 00002000:00010000:2.0:1705683818.194095:0:15151:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.194103:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.194104:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.194107:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.194107:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092767c00/0xd7faa4ce02aa19b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c79 expref: 8164 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194113:0:15151:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092767c00/0xd7faa4ce02aa19b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c79 expref: 8164 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194114:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194115:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.194118:0:15151:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092767c00, rc 0) 00000100:00100000:1.0:1705683818.194119:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665984 00000100:00100000:1.0:1705683818.194128:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194128:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:60a99ee7-aeeb-4a00-9846-8ea658f59513+8164:13157:x1788538577665792:12345-192.168.203.50@tcp:101:dd.0 Request processed in 273us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.194129:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194132:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159561 00000100:00100000:1.0:1705683818.194135:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159563 00000100:00100000:1.0:1705683818.194138:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6109:14136:x1788538577665984:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.194142:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194143:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.194144:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.194146:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665728 00000100:00100000:2.0:1705683818.194155:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194156:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194159:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326891 00000100:00100000:2.0:1705683818.194161:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:16264:x1788538577665728:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.194167:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090a34500/0xd7faa4ce02aa19bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x365f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c87 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194168:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1705683818.194175:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x365f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.194182:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.194182:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.194185:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090a34500/0xd7faa4ce02aa19bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c87 expref: 6110 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.194190:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090a34500/0xd7faa4ce02aa19bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x365f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c87 expref: 6110 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.194195:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090a34500, rc 0) 00000100:00100000:0.0:1705683818.194204:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6110:15766:x1788538577665856:12345-192.168.203.50@tcp:101:dd.0 Request processed in 255us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.194207:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159562 00010000:00010000:2.0:1705683818.194211:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092765680/0xd7faa4ce02aa19c6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c80 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.194226:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b36900/2, rc 0, transno 62152 00000100:00100000:0.0:1705683818.194233:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b36900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544794304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.194248:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 3/1,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194253:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1705683818.194257:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194258:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132603700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.194262:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194273:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.194282:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x499:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194283:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194283:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.194286:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194287:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795712 00010000:00010000:2.0:1705683818.194290:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.194296:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194296:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194299:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159564 00000100:00100000:0.0:1705683818.194301:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2000:3085:x1788538544795712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.194306:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00002000:00080000:0.0:1705683818.194309:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10525 count 1 00010000:00010000:2.0:1705683818.194309:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194313:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194316:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194318:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092764780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.194320:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194323:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194330:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x0 (ffff880099b8e700) 00010000:00010000:2.0:1705683818.194332:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.194333:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 3/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194336:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092764780/0xd7faa4ce02aa19cd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194343:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194346:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194348:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194351:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092767700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.194352:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194355:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.194359:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x36 (ffff88011e149d00) 00010000:00010000:2.0:1705683818.194361:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.194361:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.194364:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cc93700/0xd7faa4ce02aa19db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x351a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c8e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194364:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092767700/0xd7faa4ce02aa19d4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.194367:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.194374:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7391 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.194374:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x351a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.194378:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194379:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194380:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194382:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194383:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194385:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cc93700/0xd7faa4ce02aa19db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c8e expref: 6110 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194388:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092765680/0xd7faa4ce02aa19c6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c80 expref: 1860 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.194391:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7391 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194392:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cc93700/0xd7faa4ce02aa19db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c8e expref: 6110 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194394:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092765680/0xd7faa4ce02aa19c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c80 expref: 1860 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194397:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc93700, rc 0) 00010000:00010000:0.0:1705683818.194400:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7391 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.194403:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092765680, rc 0) 00000100:00100000:0.0:1705683818.194406:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544795776:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.194408:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6110:14136:x1788538577665984:12345-192.168.203.50@tcp:101:dd.0 Request processed in 270us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.194413:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159563 00000100:00100000:2.0:1705683818.194414:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:16264:x1788538577665728:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 252us (508us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683818.194416:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.194418:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326891 00010000:00010000:0.0:1705683818.194431:0:15180:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e9e080/0xd7faa4ce02a968d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b18 expref: 6373 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.194437:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544794880:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.194447:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.194449:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc7700/0xd7faa4ce02aa195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x35f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c64 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194453:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194454:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.194455:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc7700, rc 0) 00000100:00100000:1.0:1705683818.194458:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665600 00000100:00100000:0.0:1705683818.194464:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7392:15645:x1788538577664768:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4746us (4776us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.194465:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7392 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.194469:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159553 00000100:00100000:2.0:1705683818.194474:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.194475:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194475:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194479:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665472 00010000:00010000:0.0:1705683818.194484:0:15117:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194484:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.194485:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6373 pid: 15124 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.194485:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.194491:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7391 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194491:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105518 00000100:00100000:2.0:1705683818.194494:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0410a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7391:1860:x1788538577665600:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.194495:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194496:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194497:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194498:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194498:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.194499:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.194501:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105519 00010000:00010000:2.0:1705683818.194502:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7391 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.194504:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6373:1860:x1788538577665472:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.194508:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7391 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194508:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7391 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.194509:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.194514:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7391 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.194515:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6373 pid: 15124 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.194518:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f140780/0xd7faa4ce02a5348e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89a93 expref: 7391 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.194520:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544795840:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.194521:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6373 pid: 15124 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.194541:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.194542:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.194544:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.194547:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.194547:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321ead00/0xd7faa4ce029e8ab7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60823 expref: 6373 pid: 15124 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.194552:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194555:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194556:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194558:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c17 expref: 6372 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194563:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c17 expref: 6372 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194565:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.194568:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.194573:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0410a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7390:1860:x1788538577665600:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 78us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.194575:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194575:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.194577:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800974a3c00/0xd7faa4ce02aa18bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c17 expref: 6372 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194577:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105518 00000100:00100000:0.0:1705683818.194579:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666112 00000100:00100000:1.0:1705683818.194584:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095d1ad00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544795904:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.194588:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194589:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194591:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159565 00000100:00100000:0.0:1705683818.194594:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732ab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7390:2925:x1788538577666112:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683818.194596:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484780 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.194599:0:15180:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.194607:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194611:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.194612:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194621:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194625:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194631:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.194640:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.194645:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.194648:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194653:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cc93480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.194654:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194658:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194666:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194669:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cc93480/0xd7faa4ce02aa1941 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2916:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194682:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.194682:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.194683:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.194687:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194687:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194692:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666176 00000100:00100000:2.0:1705683818.194703:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194703:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194706:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326892 00000100:00100000:2.0:1705683818.194709:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1739:16435:x1788538577666176:12345-192.168.203.50@tcp:36:touch.0 00000100:00100000:1.0:1705683818.194724:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2001:3083:x1788538544794560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5449us (5489us total) trans 4295029449 rc 0/0 00010000:00010000:2.0:1705683818.194726:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.194729:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159550 00010000:00010000:2.0:1705683818.194734:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cc91e00/0xd7faa4ce02aa18f4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x34c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c25 expref: 1739 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194741:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x34c8:0x0].0x0 (ffff8800916f5300) 00000100:00100000:1.0:1705683818.194744:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194744:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:0.0:1705683818.194762:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099956900/2, rc 0, transno 62153 00010000:00010000:2.0:1705683818.194762:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.194763:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577665664 00000100:00100000:0.0:1705683818.194767:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099956900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544794560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.194772:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8164 pid: 9445 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.194782:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194782:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194785:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105520 00000100:00100000:1.0:1705683818.194788:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+8164:1860:x1788538577665664:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.194793:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.194794:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.194795:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8164 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.194800:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8164 pid: 9445 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.194812:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.194815:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132080280/0xd7faa4ce02a493a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86d67 expref: 8164 pid: 9445 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.194822:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194823:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.194825:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194825:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.194825:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c56 expref: 6109 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.194829:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544795968 00010000:00010000:1.0:1705683818.194830:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c56 expref: 6109 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194834:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x34c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.194838:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.194839:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.194840:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.194841:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159566 00000100:00100000:0.0:1705683818.194844:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013602b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2001:3083:x1788538544795968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.194845:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cc92a80/0xd7faa4ce02aa1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c56 expref: 6109 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194845:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00002000:00080000:0.0:1705683818.194851:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10526 count 1 00000100:00100000:1.0:1705683818.194852:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544796032:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.194865:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a14849c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.194888:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.194901:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00010000:2.0:1705683818.194905:0:14343:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325d2800 reply state ffff88012f169000 transno 4295059887 ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.194906:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194907:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.194911:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666304 00010000:00010000:2.0:1705683818.194911:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.194918:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x34c8:0x0].0x0 (ffff880092face00) 00010000:00010000:0.0:1705683818.194919:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194920:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.194920:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.194921:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:2.0:1705683818.194923:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x34c8:0x0]: returning size 4096 00000100:00100000:1.0:1705683818.194924:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159567 00010000:00010000:0.0:1705683818.194926:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7390 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.194927:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8164:13049:x1788538577666304:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.194930:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194931:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.194931:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.194932:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.194943:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7390 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.194943:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1740:16435:x1788538577666176:12345-192.168.203.50@tcp:36:touch.0 Request processed in 233us (311us total) trans 4295059887 rc 0/0 00000100:00100000:2.0:1705683818.194947:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326892 00010000:00010000:0.0:1705683818.194949:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7390 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.194955:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544796096:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.194955:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194956:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194959:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666240 00000100:00100000:0.0:1705683818.194966:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.194968:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194969:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.194971:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326893 00000100:00100000:2.0:1705683818.194974:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1740:16459:x1788538577666240:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:0.0:1705683818.194978:0:15180:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a37480/0xd7faa4ce02aa19fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3026:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c95 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.194979:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1705683818.194986:0:15180:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3026:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.194992:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.194992:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ca3 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.194993:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.194995:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37480/0xd7faa4ce02aa19fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c95 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195000:0:15180:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090a37480/0xd7faa4ce02aa19fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c95 expref: 7391 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195003:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8165 pid: 15177 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.195005:0:15180:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090a37480, rc 0) 00010000:00010000:1.0:1705683818.195008:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6109 pid: 14212 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.195012:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.195013:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732ab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:60a99ee7-aeeb-4a00-9846-8ea658f59513+7391:2925:x1788538577666112:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 418us (445us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.195013:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.195014:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ca3 expref: 8165 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195017:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159565 00010000:00010000:1.0:1705683818.195026:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6109 pid: 14212 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.195032:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6109 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.195038:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092766800/0xd7faa4ce02aa1a0c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9c9c expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195039:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544796160:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.195058:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8165 pid: 15177 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.195063:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544795072:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.195064:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.195064:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8165 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.195074:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195075:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544796224:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.195077:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:2.0:1705683818.195079:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.195080:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.195080:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195086:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88006f13e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.195088:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195088:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195092:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666496 00000100:00100000:1.0:1705683818.195095:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195096:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195100:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f714100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544795136:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.195101:0:10084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666560 00000100:00100000:2.0:1705683818.195105:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195106:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195109:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326894 00010000:00010000:0.0:1705683818.195110:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195110:0:10084:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7391 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.195112:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732ac100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1497:16328:x1788538577666496:12345-192.168.203.50@tcp:101:lfs.0 00010000:00100000:0.0:1705683818.195114:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.195115:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.195115:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.195116:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.195121:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092764000/0xd7faa4ce02aa1a13 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cb1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195122:0:10084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195123:0:10084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195126:0:10084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105521 00000100:00100000:1.0:1705683818.195128:0:10084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7391:1858:x1788538577666560:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.195131:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.195133:0:10084:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.195136:0:10084:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7391 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.195140:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195141:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.195141:0:10084:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7391 pid: 14220 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.195148:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666624 00010000:00010000:1.0:1705683818.195151:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a35400/0xd7faa4ce02a536ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89b57 expref: 7392 pid: 14220 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.195156:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7392 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.195156:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.195159:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.195160:0:10084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.195162:0:10084:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195162:0:14198:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88006f37b200/0xd7faa4ce02aa0dda lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa0dd3 expref: 34 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195166:0:14198:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 4/1,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00000100:00100000:0.0:1705683818.195168:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195168:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.195169:0:10084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195171:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105522 00000100:00100000:0.0:1705683818.195174:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7391:1857:x1788538577666624:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.195176:0:14198:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88006f37b200/0xd7faa4ce02aa0dda lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd7faa4ce02aa0dd3 expref: 34 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195178:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.195179:0:10084:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.195180:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7391 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.195183:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001_UUID:14198:1788538544796288:0@lo:104: 00010000:00010000:0.0:1705683818.195185:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7391 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.195187:0:10084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009632da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:60a99ee7-aeeb-4a00-9846-8ea658f59513+7391:1858:x1788538577666560:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.195192:0:10084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105521 00010000:00010000:0.0:1705683818.195196:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134fefc00/0xd7faa4ce02a5393b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89c0d expref: 7391 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.195200:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.195203:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.195203:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.195205:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195207:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195209:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195212:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.195212:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.195216:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195218:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.195220:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195227:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7389:1857:x1788538577666624:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 52us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.195232:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105522 00010000:00010000:1.0:1705683818.195234:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.195247:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195248:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195253:0:10083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796288 00000100:00100000:0.0:1705683818.195266:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195267:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195270:0:10083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12366 00010000:00010000:2.0:1705683818.195271:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683818.195272:0:10083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14198:x1788538544796288:12345-0@lo:104: 00010000:00010000:2.0:1705683818.195273:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195278:0:10083:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195278:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090b1c780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.195279:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195284:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195293:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195297:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b1c780/0xd7faa4ce02aa1964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195303:0:10083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.195305:0:10083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:14198:x1788538544796288:12345-0@lo:104: Request processed in 33us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.195308:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683818.195309:0:10083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12366 00010000:00010000:2.0:1705683818.195309:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195311:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2002:3083:x1788538544794944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3466us (3507us total) trans 4295029450 rc 0/0 00010000:00010000:2.0:1705683818.195313:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006f37b480 already unused, calling callback (ffffffffa0d73510) 00000100:00100000:1.0:1705683818.195315:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159554 00010000:00010000:2.0:1705683818.195315:0:14425:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.195319:0:14425:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195327:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001_UUID:14198:1788538544796288:0@lo:104: 00010000:00010000:0.0:1705683818.195334:0:14198:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000004:00080000:1.0:1705683818.195334:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1339400/2, rc 0, transno 62154 00010000:00010000:2.0:1705683818.195334:0:14425:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.195338:0:14198:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195338:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a1339400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544794944:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.195338:0:14425:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00100000:0.0:1705683818.195339:0:14198:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.195339:0:14198:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195341:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1705683818.195343:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195346:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796352:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.195347:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88006f37b480/0xd7faa4ce02aa0dd3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd7faa4ce02aa0dda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195359:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.195359:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.195360:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544796416:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.195360:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.195361:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.195368:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.195372:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.195376:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.195378:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195383:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.195389:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195390:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195393:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796416 00000100:00100000:0.0:1705683818.195397:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195398:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195402:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796352 00000100:00100000:1.0:1705683818.195402:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195402:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195405:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159568 00000100:00100000:1.0:1705683818.195407:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2002:3085:x1788538544796416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.195409:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88006f37b200/0xd7faa4ce02aa0dda lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd7faa4ce02aa0dd3 expref: 35 pid: 14252 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.195415:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10527 count 1 00000100:00100000:0.0:1705683818.195417:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195418:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195420:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105523 00000100:00100000:0.0:1705683818.195422:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+35:3083:x1788538544796352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.195426:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.195447:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.195451:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195457:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.195462:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195467:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195471:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195475:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195482:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.195570:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195572:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2003:3085:x1788538544795008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3651us (3685us total) trans 4295029451 rc 0/0 00000100:00100000:0.0:1705683818.195576:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159555 00010000:00010000:1.0:1705683818.195579:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7388 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195583:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.195584:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.195585:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195598:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7388 pid: 15167 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.195599:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f715f00/2, rc 0, transno 62155 00000100:00100000:0.0:1705683818.195604:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f715f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.195604:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7388 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.195608:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c4500/0xd7faa4ce02aa1a36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.195612:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544796480:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.195613:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c4500/0xd7faa4ce02aa1a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195618:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c4500/0xd7faa4ce02aa1a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.195624:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544796544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.195624:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000004:00010000:2.0:1705683818.195627:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c4500/0xd7faa4ce02aa1a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.195633:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.195633:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.195635:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.195638:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.195639:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.195640:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc4500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.195642:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195643:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195646:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.195647:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195649:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092764f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.195651:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.195652:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195653:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.195654:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.195656:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796544 00010000:00010000:1.0:1705683818.195656:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.195660:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4500/0xd7faa4ce02aa196b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2918:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195660:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.195661:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.195663:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.195664:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.195664:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.195666:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092764f00/0xd7faa4ce02aa1a21 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.195667:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159569 00000100:00100000:0.0:1705683818.195669:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2003:3086:x1788538544796544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.195673:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.195674:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.195675:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1705683818.195676:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10528 count 1 00010000:00010000:1.0:1705683818.195676:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.195676:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195679:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195682:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801297c6800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.195683:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195686:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195690:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3331 (ffff880092fac500) 00010000:00010000:2.0:1705683818.195691:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.195692:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195695:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c6800/0xd7faa4ce02aa1a28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.195717:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092766800/0xd7faa4ce02aa1a0c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c9c expref: 1742 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.195725:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c4500/0xd7faa4ce02aa1a36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c9c expref: 1741 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195728:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.195728:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf6:0x0].0x0 (ffff88009c96b900) 00010000:00010000:2.0:1705683818.195730:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1705683818.195731:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c4500, rc 0) 00000100:00100000:1.0:1705683818.195737:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195737:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195741:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666688 00000100:00100000:2.0:1705683818.195741:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16459:x1788538577666240:12345-192.168.203.50@tcp:101:touch.0 Request processed in 767us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.195745:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326893 00010000:00010000:0.0:1705683818.195770:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195770:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195771:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195775:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159570 00010000:00010000:0.0:1705683818.195778:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7388 pid: 8810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.195778:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6373:1858:x1788538577666688:12345-192.168.203.50@tcp:2:touch.0 00010000:00010000:0.0:1705683818.195782:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.195783:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.195784:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.195797:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7388 pid: 8810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.195799:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.195808:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195808:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195812:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666816 00000100:00100000:2.0:1705683818.195822:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195822:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.195826:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326895 00000100:00100000:2.0:1705683818.195829:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1859:2938:x1788538577666816:12345-192.168.203.50@tcp:36:dir_create.sh.0 00010000:00010000:0.0:1705683818.195841:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7388 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.195849:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544796608:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.195860:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.195892:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f714600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544795264:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.195899:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.195901:0:15111:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.195905:0:15111:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.195906:0:15111:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.195906:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbf0000/0xd7faa4ce02a9ea7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3bee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8f60 expref: 1859 pid: 14343 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.195907:0:15111:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.195915:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00010000:00010000:2.0:1705683818.195917:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.195945:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6374:1858:x1788538577666688:12345-192.168.203.50@tcp:2:touch.0 Request processed in 165us (217us total) trans 4295029452 rc 0/0 00000100:00100000:1.0:1705683818.195951:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159570 00000100:00100000:0.0:1705683818.195966:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.195991:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195992:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.195996:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666880 00010000:00010000:2.0:1705683818.196003:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801297c6f80/0xd7faa4ce02aa1a44 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3bee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.196005:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7389 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.196008:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801297c6f80/0xd7faa4ce02aa1a44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.196012:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801297c6f80/0xd7faa4ce02aa1a44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.196017:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.196017:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.196020:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105524 00000100:00100000:1.0:1705683818.196023:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7389:1857:x1788538577666880:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.196028:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1705683818.196030:0:14325:0:(tgt_lastrcvd.c:2105:tgt_txn_stop_cb()) More than one transaction 4295064392 00010000:00010000:1.0:1705683818.196031:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7389 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.196036:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7389 pid: 14212 timeout: 690 lvb_type: 0 00000004:00010000:2.0:1705683818.196043:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325d5a00 reply state ffff88009e354000 transno 4295064393 ns: mdt-lustre-MDT0000_UUID lock: ffff8801297c6f80/0xd7faa4ce02aa1a44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3bee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.196047:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a34780/0xd7faa4ce02a53b8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89cd1 expref: 7389 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.196049:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801297c6f80/0xd7faa4ce02aa1a44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3bee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.196053:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00010000:00010000:2.0:1705683818.196054:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.196055:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.196057:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.196058:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196062:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196074:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.196079:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d5a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1861:2938:x1788538577666816:12345-192.168.203.50@tcp:36:dir_create.sh.0 Request processed in 249us (280us total) trans 4295064393 rc 0/0 00000100:00100000:2.0:1705683818.196084:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326895 00000020:00080000:2.0:1705683818.196086:0:14325:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1705683818.196087:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7388:1857:x1788538577666880:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.196091:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105524 00010000:00010000:1.0:1705683818.196103:0:15111:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196109:0:15111:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196113:0:15111:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196117:0:15111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196126:0:15111:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.196135:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.196138:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196147:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091fc4c80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.196149:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196154:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196164:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196168:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc4c80/0xd7faa4ce02aa1980 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.196198:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2004:3086:x1788538544795200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3788us (3834us total) trans 4295029453 rc 0/0 00010000:00010000:0.0:1705683818.196200:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.196201:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.196202:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.196202:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159556 00000004:00080000:1.0:1705683818.196222:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f714b00/2, rc 0, transno 62157 00000100:00100000:1.0:1705683818.196226:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f714b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544795200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.196257:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f714600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.196274:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.196288:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.196289:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.196293:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796672 00000001:00080000:2.0:1705683818.196302:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059887 is committed 00000100:00100000:0.0:1705683818.196303:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.196304:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.196307:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159571 00000001:00080000:2.0:1705683818.196307:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059886 is committed 00000100:00100000:0.0:1705683818.196310:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2004:3083:x1788538544796672:12345-0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1705683818.196314:0:7671:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295059885 is committed 00002000:00080000:0.0:1705683818.196317:0:15111:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10529 count 1 00010000:00010000:2.0:1705683818.196327:0:3069:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196331:0:3069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196334:0:3069:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196336:0:3069:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092764500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.196338:0:3069:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196341:0:3069:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196346:0:3069:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x34c8:0x0].0x0 (ffff880092face00) 00010000:00010000:2.0:1705683818.196348:0:3069:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.196349:0:3069:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.196352:0:3069:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092764500/0xd7faa4ce02aa19f0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x34c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.196355:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006f37b200/0xd7faa4ce02aa0dda lrc: 0/0,0 mode: --/PW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd7faa4ce02aa0dd3 expref: 34 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196365:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:2.0:1705683818.196367:0:3070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.196368:0:6523:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.196371:0:3070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT1 00010000:00010000:1.0:1705683818.196372:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.196374:0:3070:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.196375:0:15111:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.196376:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.196380:0:3070:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924e6300 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.196381:0:3070:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.196382:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7387 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.196384:0:3070:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.196387:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.196387:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.196388:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.196389:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.196389:0:3070:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d94:0x0].0x0 (ffff88009c96b500) 00010000:00010000:2.0:1705683818.196391:0:3070:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.196392:0:3070:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.196394:0:3070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924e6300/0xd7faa4ce02aa17b9 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2d94:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT1 00010000:00010000:0.0:1705683818.196401:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7387 pid: 15120 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.196404:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+33:3083:x1788538544796352:12345-0@lo:103:ldlm_bl.0 Request processed in 980us (1043us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.196407:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7387 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.196408:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105523 00000100:00100000:0.0:1705683818.196414:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544796736:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.196428:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.196430:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.196437:0:14198:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.196441:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000004:00200000:0.0:1705683818.196459:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000401:0x99:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.196461:0:14198:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1705683818.196485:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092764000/0xd7faa4ce02aa1a13 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1497 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196493:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1496 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.196501:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:0.0:1705683818.196502:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683818.196503:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092766580, rc 0) 00000100:00100000:0.0:1705683818.196516:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732ac100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1496:16328:x1788538577666496:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 1404us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.196520:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326894 00000100:00100000:0.0:1705683818.197175:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132601900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544795584:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.197185:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.197190:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197190:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197190:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f716e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544795392:192.168.203.50@tcp:104: 00010000:00100000:0.0:1705683818.197191:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.197202:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.197206:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.197207:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.197208:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197213:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132602800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544795776:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.197219:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.197220:0:15169:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224ee00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15169:1788538544795648:192.168.203.50@tcp:105: 00010000:00100000:0.0:1705683818.197222:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197223:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197223:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.197229:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.197237:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544795840:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.197243:0:15117:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.197246:0:15117:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197246:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6373:1858:x1788538577665920:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3233us (3268us total) trans 0 rc 0/0 00010000:00100000:0.0:1705683818.197247:0:15117:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197247:0:15117:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197251:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105517 00000100:00100000:1.0:1705683818.197298:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095d1ad00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544795904:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.197303:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.197307:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.197319:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+6372:1860:x1788538577665472:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2814us (2846us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.197323:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105519 00000100:00100000:1.0:1705683818.197342:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544796032:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.197351:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.197361:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:1860:x1788538577665664:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2573us (2749us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.197364:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105520 00000100:00100000:0.0:1705683818.197385:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544796096:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.197393:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197394:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.197397:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.197397:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577666944 00010000:00100000:0.0:1705683818.197401:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197402:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197402:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197406:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197407:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197409:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159572 00000100:00100000:1.0:1705683818.197412:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:16380:x1788538577666944:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.197418:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.197600:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.197607:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197607:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197611:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667008 00000100:00100000:2.0:1705683818.197649:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.197650:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.197657:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916fed00/0xd7faa4ce02aa1a52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cb8 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.197658:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159573 00000100:00100000:2.0:1705683818.197661:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7388:13157:x1788538577667008:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.197668:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1705683818.197669:0:15165:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.197678:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.197679:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.197682:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916fed00/0xd7faa4ce02aa1a52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb8 expref: 8166 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.197689:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916fed00/0xd7faa4ce02aa1a52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb8 expref: 8166 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.197699:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916fed00, rc 0) 00000100:00100000:1.0:1705683818.197715:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+8166:16380:x1788538577666944:12345-192.168.203.50@tcp:101:dd.0 Request processed in 302us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.197719:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159572 00000100:00100000:1.0:1705683818.197743:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544796160:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.197795:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544796224:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.197811:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801297c5b80/0xd7faa4ce02aa1a59 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cbf expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.197814:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ca3 expref: 8165 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.197822:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc91b80, rc 0) 00002000:00010000:2.0:1705683818.197823:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.197830:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.197831:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.197834:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c5b80/0xd7faa4ce02aa1a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cbf expref: 7389 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.197836:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:13049:x1788538577666304:12345-192.168.203.50@tcp:101:dd.0 Request processed in 2908us (2934us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.197840:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159567 00010000:00010000:2.0:1705683818.197842:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801297c5b80/0xd7faa4ce02aa1a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cbf expref: 7389 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.197848:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c5b80, rc 0) 00000100:00100000:1.0:1705683818.197860:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325b9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544796480:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.197866:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7389:13157:x1788538577667008:12345-192.168.203.50@tcp:101:dd.0 Request processed in 203us (266us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.197868:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.197870:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159573 00010000:00100000:1.0:1705683818.197873:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.197873:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.197874:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197881:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544796608:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.197893:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.197896:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:0.0:1705683818.197898:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197899:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.197899:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197905:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197906:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197910:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667520 00000100:00100000:1.0:1705683818.197921:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.197923:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197924:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.197927:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326896 00000100:00100000:0.0:1705683818.197930:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1496:16410:x1788538577667520:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.197931:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197932:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.197933:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.197936:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.197937:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667072 00010000:00010000:0.0:1705683818.197944:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801351df200/0xd7faa4ce02aa1a60 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ccd expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.197954:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.197955:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.197963:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159574 00000100:00100000:2.0:1705683818.197966:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6372:15766:x1788538577667072:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.197969:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.197972:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.197977:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197978:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197982:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667776 00000100:00100000:1.0:1705683818.197992:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197992:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.197995:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159575 00000100:00100000:1.0:1705683818.197998:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:2925:x1788538577667776:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000004:00200000:0.0:1705683818.198003:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x352b:0x0]: returning size 4096 00010000:00010000:1.0:1705683818.198004:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.198024:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801351df200/0xd7faa4ce02aa1a60 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ccd expref: 1497 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198029:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801351df200/0xd7faa4ce02aa1a60 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ccd expref: 1497 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198038:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801351df200, rc 0) 00000100:00100000:0.0:1705683818.198053:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1496:16410:x1788538577667520:12345-192.168.203.50@tcp:101:dd.0 Request processed in 121us (157us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683818.198057:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326896 00000100:00100000:0.0:1705683818.198066:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.198067:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.198070:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667712 00000100:00100000:0.0:1705683818.198081:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.198081:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.198084:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326897 00000100:00100000:0.0:1705683818.198087:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1861:16264:x1788538577667712:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:0.0:1705683818.198104:0:14198:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.198113:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800739f9180/0xd7faa4ce02aa187d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9c09 expref: 1861 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198122:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff8800920d6a00) 00010000:00010000:0.0:1705683818.198127:0:14198:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.198153:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801297c7980/0xd7faa4ce02aa1a67 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x369f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cc6 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.198161:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x369f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.198167:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.198168:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.198170:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c7980/0xd7faa4ce02aa1a67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cc6 expref: 6373 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198174:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801297c7980/0xd7faa4ce02aa1a67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x369f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cc6 expref: 6373 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198178:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.198180:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c7980, rc 0) 00010000:00010000:0.0:1705683818.198183:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198188:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.198193:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6373:15766:x1788538577667072:12345-192.168.203.50@tcp:101:dd.0 Request processed in 227us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.198198:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159574 00010000:00010000:1.0:1705683818.198224:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916ff700/0xd7faa4ce02aa1a75 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3046:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cd4 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.198234:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3046:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.198241:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198242:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198244:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916ff700/0xd7faa4ce02aa1a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cd4 expref: 8166 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198251:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916ff700/0xd7faa4ce02aa1a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cd4 expref: 8166 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198254:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.198256:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916ff700, rc 0) 00010000:00010000:0.0:1705683818.198259:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198264:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198269:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8166:2925:x1788538577667776:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 270us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.198274:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159575 00010000:00010000:0.0:1705683818.198408:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dde00/0xd7faa4ce02aa1a83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198414:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dde00/0xd7faa4ce02aa1a83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198418:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dde00/0xd7faa4ce02aa1a83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198431:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.198440:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198440:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198441:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.198445:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198445:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667200 00010000:00010000:0.0:1705683818.198449:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.198455:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7389 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.198464:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092571680/0xd7faa4ce02aa1a91 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x499:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198467:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198467:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.198468:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092571680/0xd7faa4ce02aa1a91 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198470:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105525 00010000:00010000:0.0:1705683818.198473:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092571680/0xd7faa4ce02aa1a91 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198473:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7389:1857:x1788538577667200:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.198478:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.198480:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7389 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.198486:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7389 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.198497:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096926f80/0xd7faa4ce02a53dd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89d95 expref: 7389 pid: 14219 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.198506:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198507:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198508:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198512:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198538:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.198552:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7388:1857:x1788538577667200:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 78us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.198557:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105525 00010000:00010000:1.0:1705683818.198571:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198576:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198581:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198586:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198602:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.198623:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.198626:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198631:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a34f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.198632:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198637:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198647:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198650:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a34f00/0xd7faa4ce02aa19aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198662:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.198662:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.198663:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092570780/0xd7faa4ce02aa1a98 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.198663:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.198669:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092570780/0xd7faa4ce02aa1a98 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x225:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198673:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092570780/0xd7faa4ce02aa1a98 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x225:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198702:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2005:3083:x1788538544795328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5470us (5499us total) trans 4295029454 rc 0/0 00000100:00100000:1.0:1705683818.198707:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159558 00000004:00080000:1.0:1705683818.198730:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f713c00/2, rc 0, transno 62158 00000100:00100000:1.0:1705683818.198736:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.198792:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.198799:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cda800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.198803:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544796736:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.198813:0:15111:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.198817:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00100000:2.0:1705683818.198818:0:15111:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.198818:0:15111:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.198819:0:15111:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.198828:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00010000:0.0:1705683818.198829:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134cdbc00 reply state ffff88009d6f1000 transno 4295064394 ns: mdt-lustre-MDT0000_UUID lock: ffff880092570780/0xd7faa4ce02aa1a98 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x225:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.198829:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198830:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198831:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.198832:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796800 00010000:00010000:0.0:1705683818.198834:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092570780/0xd7faa4ce02aa1a98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198837:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff8800972a8500) 00010000:00010000:0.0:1705683818.198838:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683818.198841:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198843:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198845:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198847:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.198848:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.198848:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.198849:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801351ddb80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.198850:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.198851:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159576 00010000:00010000:0.0:1705683818.198854:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.198854:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+2005:3083:x1788538544796800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.198857:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x0 (ffff880090794200) 00010000:00010000:0.0:1705683818.198857:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.198858:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 3/0,0 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198860:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ddb80/0xd7faa4ce02aa1a8a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00002000:00080000:2.0:1705683818.198864:0:15180:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10530 count 1 00000004:00010000:0.0:1705683818.198868:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134cdbc00 reply state ffff88009d6f1000 transno 4295064394 ns: mdt-lustre-MDT0000_UUID lock: ffff880092571680/0xd7faa4ce02aa1a91 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198871:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092571680/0xd7faa4ce02aa1a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x499:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198873:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x36 (ffff880090794700) 00010000:00010000:0.0:1705683818.198873:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.198874:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198876:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198879:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198882:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198884:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801351dd900 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.198886:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198889:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198889:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.198893:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.198894:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.198895:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198897:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.198898:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dd900/0xd7faa4ce02aa1a7c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198898:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198902:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667328 00000004:00010000:0.0:1705683818.198903:0:14198:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134cdbc00 reply state ffff88009d6f1000 transno 4295064394 ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dde00/0xd7faa4ce02aa1a83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198908:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801351dde00/0xd7faa4ce02aa1a83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198911:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x32 (ffff880090794f00) 00010000:00010000:1.0:1705683818.198911:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7388 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.198913:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.198915:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198918:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198921:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198924:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801351ded00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.198925:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198926:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.198927:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.198928:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.198930:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105526 00010000:00010000:0.0:1705683818.198933:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880099f56200) 00000100:00100000:1.0:1705683818.198933:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7388:1857:x1788538577667328:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.198934:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.198935:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.198938:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801351ded00/0xd7faa4ce02aa1a6e lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.198938:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.198940:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7388 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.198944:0:15180:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198946:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7388 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.198951:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7388 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.198955:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.198956:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.198957:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cdbc00/0xd7faa4ce02a5433d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89f5c expref: 7388 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.198957:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198965:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198966:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.198967:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.198970:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1862:16264:x1788538577667712:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 881us (1036us total) trans 4295064394 rc 0/0 00010000:00010000:2.0:1705683818.198970:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7387 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.198971:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.198975:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326897 00010000:00010000:2.0:1705683818.198977:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7387 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.198983:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.198983:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544796864:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.198991:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.198996:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.198997:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7387:1857:x1788538577667328:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.199001:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199002:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105526 00000100:00100000:2.0:1705683818.199002:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009cd3b840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.199005:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199013:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.199022:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.199025:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199027:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.199029:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a35180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.199031:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199034:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199035:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.199035:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199039:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667584 00010000:00010000:2.0:1705683818.199044:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199047:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7387 pid: 15124 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.199048:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a35180/0xd7faa4ce02aa19e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199055:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199056:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199059:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105527 00010000:00010000:2.0:1705683818.199060:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.199061:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0410a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7387:1857:x1788538577667584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.199061:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.199062:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.199066:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.199068:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7387 pid: 15124 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199074:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7387 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.199082:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2006:3085:x1788538544795712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4779us (4808us total) trans 4295029455 rc 0/0 00010000:00010000:1.0:1705683818.199084:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091592080/0xd7faa4ce02a5447f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89fe8 expref: 7387 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.199086:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159564 00010000:00010000:1.0:1705683818.199092:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199093:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199094:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199098:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.199111:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132603700/2, rc 0, transno 62159 00010000:00010000:1.0:1705683818.199113:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.199117:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132603700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.199123:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0410a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7386:1857:x1788538577667584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (96us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.199127:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199128:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105527 00010000:00010000:0.0:1705683818.199133:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199137:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199141:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199148:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.199152:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.199154:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.199159:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a36300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.199160:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.199164:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.199165:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009632da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544796928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.199174:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.199178:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a36300/0xd7faa4ce02aa19f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.199180:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.199186:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.199188:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.199188:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.199189:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.199194:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199194:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199194:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199195:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199199:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544796928 00000100:00100000:1.0:1705683818.199199:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667904 00010000:00010000:1.0:1705683818.199207:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8166 pid: 15177 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.199209:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199210:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199213:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159577 00000100:00100000:0.0:1705683818.199216:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2006:3085:x1788538544796928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.199218:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199218:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199221:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105528 00000100:00100000:1.0:1705683818.199224:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8166:1857:x1788538577667904:12345-192.168.203.50@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1705683818.199225:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10531 count 1 00010000:00010000:1.0:1705683818.199229:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.199238:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8166 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.199244:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8166 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.199252:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de53700/0xd7faa4ce02a5dd60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f179 expref: 8166 pid: 15177 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.199260:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.199269:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:1857:x1788538577667904:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 45us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.199273:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105528 00000100:00100000:1.0:1705683818.199297:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.199303:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199304:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199308:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668032 00010000:00010000:1.0:1705683818.199314:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7386 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.199322:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199323:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199325:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105529 00000100:00100000:1.0:1705683818.199328:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7386:1857:x1788538577668032:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.199332:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.199334:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7386 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199339:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7386 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.199340:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199346:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7386 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199348:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a39180/0xd7faa4ce02a547c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a100 expref: 7386 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.199353:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.199353:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.199354:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199356:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199357:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199359:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199363:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7385 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199367:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7385 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199367:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.199371:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093754b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544796992:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.199377:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.199383:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.199386:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7385:1857:x1788538577668032:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.199390:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105529 00010000:00010000:0.0:1705683818.199393:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199397:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199402:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199406:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199411:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.199421:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.199429:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.199431:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199436:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a37980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.199438:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199442:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199450:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199455:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a37980/0xd7faa4ce02aa1a3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2920:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199467:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.199468:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.199469:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.199472:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199473:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199477:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667136 00000100:00100000:0.0:1705683818.199485:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2007:3086:x1788538544796544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3815us (3846us total) trans 4295029456 rc 0/0 00000100:00100000:0.0:1705683818.199489:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159569 00000100:00100000:1.0:1705683818.199489:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199490:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199494:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55606 00000100:00100000:1.0:1705683818.199496:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+347:1857:x1788538577667136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.199502:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.199509:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b1d680/0xd7faa4ce02aa199c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9caa expref: 347 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199519:0:14221:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:1.0:1705683818.199521:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.199544:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c572401a-2098-484c-b5c8-7a348378e325+346:1857:x1788538577667136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.199549:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55606 00000100:00100000:0.0:1705683818.199555:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013602b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2007:3083:x1788538544795968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4710us (4742us total) trans 4295029457 rc 0/0 00000100:00100000:0.0:1705683818.199558:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159566 00000004:00080000:1.0:1705683818.199569:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fa9400/2, rc 0, transno 62160 00000004:00080000:0.0:1705683818.199574:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800732a8f00/2, rc 0, transno 62161 00000100:00100000:1.0:1705683818.199575:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544796544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.199576:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.199607:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683818.199611:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544797056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.199626:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.199636:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.199640:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199641:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199643:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797056 00000100:00100000:1.0:1705683818.199643:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.199644:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544797120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.199650:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199650:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199652:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159578 00000100:00100000:1.0:1705683818.199652:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199653:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199654:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2007:3085:x1788538544797056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.199656:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667264 00002000:00080000:0.0:1705683818.199660:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10532 count 1 00000100:00100000:2.0:1705683818.199663:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.199665:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7385 pid: 15129 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.199675:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199676:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199678:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105530 00000100:00100000:1.0:1705683818.199682:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7385:1857:x1788538577667264:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.199687:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.199689:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7385 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199694:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7385 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199706:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907b4c80/0xd7faa4ce02a5416f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89ed0 expref: 7385 pid: 15129 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.199715:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199716:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.199717:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199719:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199722:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199727:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7384 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199733:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.199733:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.199736:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199739:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.199766:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199769:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7384:1857:x1788538577667264:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 67us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.199770:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199774:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.199774:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105530 00010000:00010000:0.0:1705683818.199776:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199782:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.199798:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199798:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199802:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797120 00000100:00100000:1.0:1705683818.199810:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199811:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199813:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159579 00000100:00100000:1.0:1705683818.199816:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2009:3084:x1788538544797120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.199823:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10533 count 1 00000100:00100000:0.0:1705683818.199838:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+2009:3085:x1788538544795520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6154us (6181us total) trans 4295029458 rc 0/0 00000100:00100000:0.0:1705683818.199841:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159560 00010000:00010000:0.0:1705683818.199850:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.199852:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199855:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a37c00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.199856:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199859:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199867:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199870:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a37c00/0xd7faa4ce02aa19b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199881:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.199882:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.199882:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199883:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.199891:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7383 pid: 15112 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.199895:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f712300/2, rc 0, transno 62162 00010000:00010000:1.0:1705683818.199896:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.199897:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.199898:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.199900:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544795520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.199910:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7383 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.199916:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7383 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.199917:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7383 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.199923:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7383 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.199924:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544797184:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.199929:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544797248:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.199936:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1484780 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.199941:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.199959:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.199972:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.199972:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.199973:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199976:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544797312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.199978:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667456 00000100:00100000:0.0:1705683818.199986:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.199988:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7384 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.199992:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199993:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.199996:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797312 00000100:00100000:1.0:1705683818.199998:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200000:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200003:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200003:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200003:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105531 00000100:00100000:0.0:1705683818.200005:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159580 00000100:00100000:1.0:1705683818.200006:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7384:1857:x1788538577667456:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.200007:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2009:3083:x1788538544797312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.200011:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1705683818.200013:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10534 count 1 00010000:00010000:1.0:1705683818.200013:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7384 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.200019:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7384 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.200030:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907b4000/0xd7faa4ce02a53fa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a89e44 expref: 7384 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.200038:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200039:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200040:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200045:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200059:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.200060:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200065:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7383 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200068:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.200068:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.200069:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200069:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7383:1857:x1788538577667456:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.200073:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105531 00010000:00010000:0.0:1705683818.200078:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7383 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200084:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7382 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.200090:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544797376:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.200104:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.200115:0:15117:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200120:0:15117:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200125:0:15117:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200129:0:15117:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200144:0:15117:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.200152:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.200155:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200158:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a35b80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.200160:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200162:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200170:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200172:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a35b80/0xd7faa4ce02aa19e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200181:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.200182:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.200182:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.200219:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+2010:3083:x1788538544795456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6678us (6719us total) trans 4295029459 rc 0/0 00000100:00100000:0.0:1705683818.200224:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159559 00000004:00080000:0.0:1705683818.200337:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f710500/2, rc 0, transno 62163 00000100:00100000:0.0:1705683818.200348:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544795456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.200364:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.200374:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.200380:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.200386:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.200395:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544797440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.200396:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200397:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200401:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667840 00000100:00100000:0.0:1705683818.200403:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.200411:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.200411:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6110 pid: 14212 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.200412:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200414:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668160 00000100:00100000:0.0:1705683818.200421:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200422:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200423:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797440 00000100:00100000:1.0:1705683818.200424:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200425:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200427:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200427:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577667968 00000100:00100000:0.0:1705683818.200428:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200430:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159581 00000100:00100000:0.0:1705683818.200432:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6373:14136:x1788538577668160:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.200434:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7383 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.200436:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.200443:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200444:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200446:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668096 00010000:00010000:1.0:1705683818.200452:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7384 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.200461:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200462:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200465:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105532 00000100:00100000:1.0:1705683818.200469:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6110:1857:x1788538577667840:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.200474:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.200480:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6110 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.200486:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6110 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.200498:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c48000/0xd7faa4ce02a68a30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94ad5 expref: 6110 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.200505:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200507:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200509:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ca3 expref: 8164 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200515:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ca3 expref: 8164 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200542:0:15169:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cc91b80/0xd7faa4ce02aa1a05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ca3 expref: 8164 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200550:0:15169:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:15169:1788538544797504:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.200569:0:15169:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.200580:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200581:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200587:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105533 00000100:00100000:1.0:1705683818.200590:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7384:1857:x1788538577667968:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.200595:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.200598:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7384 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.200601:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092572580/0xd7faa4ce02aa1ac2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x355b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cdb expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200604:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7384 pid: 15167 timeout: 690 lvb_type: 0 00002000:00010000:0.0:1705683818.200608:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x355b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.200614:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.200615:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200615:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136222300/0xd7faa4ce02a54615 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a06d expref: 7384 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.200617:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092572580/0xd7faa4ce02aa1ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cdb expref: 6374 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200621:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092572580/0xd7faa4ce02aa1ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cdb expref: 6374 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200623:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200624:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.200625:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092572580, rc 0) 00010000:00010000:1.0:1705683818.200625:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200630:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200635:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6374:14136:x1788538577668160:12345-192.168.203.50@tcp:101:dd.0 Request processed in 203us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.200638:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159581 00000100:00100000:0.0:1705683818.200643:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.200643:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.200644:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200646:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159582 00000100:00100000:0.0:1705683818.200647:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+2010:3085:x1788538544797440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.200652:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10535 count 1 00000100:00100000:1.0:1705683818.200657:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7383:1857:x1788538577667968:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.200662:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105533 00000100:00100000:1.0:1705683818.200671:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200672:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.200675:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105534 00000100:00100000:1.0:1705683818.200678:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093757300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7382:1857:x1788538577668096:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.200683:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.200686:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7382 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.200692:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7382 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.200703:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79180/0xd7faa4ce02a54902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a170 expref: 7382 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.200707:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200712:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200713:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.200714:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200715:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7381 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200719:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200723:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.200724:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.200725:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200737:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.200738:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7381 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200742:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7381 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.200747:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093753c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544797568:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.200765:0:15111:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200769:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093757300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7381:1857:x1788538577668096:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 88us (386us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.200771:0:15111:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200774:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105534 00010000:00010000:2.0:1705683818.200775:0:15111:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200776:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.200779:0:15111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200786:0:15111:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.200794:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200800:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200804:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.200805:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.200810:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200813:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200814:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200818:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668224 00010000:00010000:1.0:1705683818.200819:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683818.200828:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200829:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200832:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159583 00000100:00100000:0.0:1705683818.200835:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8165:15645:x1788538577668224:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.200840:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.200861:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ce2 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.200876:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2012:3083:x1788538544796672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4565us (4601us total) trans 4295029460 rc 0/0 00000100:00100000:2.0:1705683818.200881:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159571 00000004:00080000:0.0:1705683818.200883:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f714600/2, rc 0, transno 62164 00000100:00100000:0.0:1705683818.200889:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f714600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796672:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.200901:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6109 pid: 14212 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.200903:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683818.200904:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2011:3085:x1788538544796416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5495us (5526us total) trans 4295029461 rc 0/0 00010000:00010000:2.0:1705683818.200905:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200906:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.200907:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.200908:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce2 expref: 8166 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200909:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159568 00010000:00010000:2.0:1705683818.200910:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090a37700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.200911:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200920:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.200921:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6109 pid: 14212 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.200926:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6109 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.200928:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200932:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a37700/0xd7faa4ce02aa1a4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200934:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009af6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544797632:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.200939:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0410a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544797696:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.200943:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.200944:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200945:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a780 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.200948:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800916fc500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.200949:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200952:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.200955:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.200956:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.200959:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800916fc500/0xd7faa4ce02aa1a2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x291f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.200969:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.200969:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.200969:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.200970:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.200972:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.200975:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200975:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200979:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797696 00000004:00080000:1.0:1705683818.200980:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fae400/2, rc 0, transno 62165 00000100:00100000:1.0:1705683818.200985:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fae400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544796416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.200986:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200987:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200988:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668288 00000100:00100000:0.0:1705683818.200991:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200992:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.200992:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.200993:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.200994:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159584 00000100:00100000:0.0:1705683818.200995:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2011:3086:x1788538544797696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.200997:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159585 00000100:00100000:2.0:1705683818.201000:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6110:7929:x1788538577668288:12345-192.168.203.50@tcp:101:dd.0 00002000:00080000:0.0:1705683818.201003:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10536 count 1 00010000:00010000:2.0:1705683818.201004:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.201025:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.201040:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.201053:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.201060:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201061:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.201064:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.201066:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668352 00010000:00010000:0.0:1705683818.201073:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7380 pid: 14212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201077:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201078:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201079:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.201079:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201080:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201082:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668416 00000100:00100000:1.0:1705683818.201088:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201089:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.201090:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7380 pid: 14212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.201092:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326898 00010000:00010000:0.0:1705683818.201094:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7380 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.201095:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1863:2938:x1788538577668352:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683818.201100:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b843700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544797824:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.201103:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.201111:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fe300/0xd7faa4ce02aa1ade lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3bee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cf0 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.201113:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.201123:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.201135:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.201135:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fe300/0xd7faa4ce02aa1ade lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3bee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cf0 expref: 1864 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201143:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fe300/0xd7faa4ce02aa1ade lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3bee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cf0 expref: 1864 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.201148:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201149:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.201152:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bee:0x0].0x0 (ffff880132ea6600) 00000100:00100000:0.0:1705683818.201153:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544797760 00010000:00010000:1.0:1705683818.201154:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1705683818.201155:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916fe300, rc 0) 00000100:00100000:0.0:1705683818.201161:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201162:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201164:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159586 00000100:00100000:0.0:1705683818.201165:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2012:3083:x1788538544797760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.201170:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a7300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1864:2938:x1788538577668352:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 73us (145us total) trans 0 rc 0/0 00002000:00080000:0.0:1705683818.201172:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10537 count 1 00010000:00010000:2.0:1705683818.201176:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ce9 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.201177:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326898 00010000:00010000:2.0:1705683818.201185:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6111 pid: 14239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.201186:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201187:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.201189:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8166 pid: 8808 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683818.201190:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326899 00010000:00010000:2.0:1705683818.201192:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.201193:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1863:16459:x1788538577668416:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:2.0:1705683818.201193:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.201194:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce9 expref: 6111 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201198:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.201202:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8166 pid: 8808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.201203:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fcf00/0xd7faa4ce02aa1aec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cf7 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.201206:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8166 pid: 8808 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.201210:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544797888:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.201218:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201223:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7380 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.201225:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6111 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.201226:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201227:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201228:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.201228:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6111 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.201232:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544797952:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.201237:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.201240:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd400/0xd7faa4ce02aa1afa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.201241:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7380 pid: 15116 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.201244:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201244:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.201246:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd400/0xd7faa4ce02aa1afa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.201247:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7380 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.201248:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668480 00010000:00010000:1.0:1705683818.201251:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd400/0xd7faa4ce02aa1afa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683818.201253:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b841400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544798016:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.201260:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201260:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201262:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89641 00000100:00100000:2.0:1705683818.201264:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e24100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+346:16328:x1788538577668480:12345-192.168.203.50@tcp:33:lfs.0 00000100:00100000:0.0:1705683818.201267:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000004:00200000:1.0:1705683818.201309:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf6:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.201313:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00200000:2.0:1705683818.201318:0:14222:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bf6:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.201319:0:14222:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:2.0:1705683818.201336:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e24100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+346:16328:x1788538577668480:12345-192.168.203.50@tcp:33:lfs.0 Request processed in 71us (296us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.201339:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fcf00/0xd7faa4ce02aa1aec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cf7 expref: 1865 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.201339:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89641 00010000:00010000:1.0:1705683818.201348:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd400/0xd7faa4ce02aa1afa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bf6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cf7 expref: 1864 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201353:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bf6:0x0].0x0 (ffff8800a08f9700) 00010000:00010000:1.0:1705683818.201354:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1705683818.201356:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916fd400, rc 0) 00000100:00100000:1.0:1705683818.201368:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e22800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1864:16459:x1788538577668416:12345-192.168.203.50@tcp:101:touch.0 Request processed in 175us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.201372:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326899 00000100:00100000:0.0:1705683818.201377:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.201380:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201381:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201384:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668544 00000100:00100000:1.0:1705683818.201392:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201393:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.201393:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201395:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326900 00000100:00100000:2.0:1705683818.201395:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201396:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.201398:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1496:16439:x1788538577668544:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.201403:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.201403:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201403:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201407:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668672 00000100:00100000:0.0:1705683818.201411:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.201416:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201416:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201416:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201417:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.201418:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89642 00000100:00100000:0.0:1705683818.201420:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668736 00000100:00100000:2.0:1705683818.201420:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e7ac850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c572401a-2098-484c-b5c8-7a348378e325+1497:16490:x1788538577668672:12345-192.168.203.50@tcp:35:touch.0 00000100:00100000:0.0:1705683818.201429:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201429:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201431:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159587 00000100:00100000:0.0:1705683818.201433:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7381:16380:x1788538577668736:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.201437:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.201469:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fef80/0xd7faa4ce02aa1b01 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9cfe expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.201505:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e7ac850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c572401a-2098-484c-b5c8-7a348378e325+1499:16490:x1788538577668672:12345-192.168.203.50@tcp:35:touch.0 Request processed in 84us (111us total) trans 4295059888 rc 0/0 00000100:00100000:2.0:1705683818.201508:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89642 00010000:00010000:1.0:1705683818.201541:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.201548:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201554:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.201556:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a4780/0xd7faa4ce02aa1b0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d05 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.201564:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.201570:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.201570:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.201572:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a4780/0xd7faa4ce02aa1b0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d05 expref: 7382 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201577:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800963a4780/0xd7faa4ce02aa1b0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d05 expref: 7382 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201581:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963a4780, rc 0) 00000100:00100000:0.0:1705683818.201589:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7382:16380:x1788538577668736:12345-192.168.203.50@tcp:101:dd.0 Request processed in 155us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.201591:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159587 00010000:00010000:1.0:1705683818.201614:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683818.201617:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.201620:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.201622:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201623:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.201624:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.201625:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668800 00000100:00100000:0.0:1705683818.201631:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201631:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201633:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159588 00000100:00100000:0.0:1705683818.201635:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6374:2974:x1788538577668800:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683818.201638:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.201683:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.201688:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d0c expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201689:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201693:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.201699:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7381 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201704:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201705:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.201706:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d0c expref: 6375 pid: 15165 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1705683818.201710:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d26:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.201711:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683818.201718:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:0.0:1705683818.201719:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7381 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.201724:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7381 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.201724:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201728:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201731:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201735:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201738:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800916fd180 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.201740:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201744:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201770:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.201772:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.201774:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201778:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fd180/0xd7faa4ce02aa1b08 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201787:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201790:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201793:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201796:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800916fc280 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.201797:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201801:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201805:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff8800972a8700) 00010000:00010000:1.0:1705683818.201807:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.201808:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201811:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fc280/0xd7faa4ce02aa1b16 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.201835:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fef80/0xd7faa4ce02aa1b01 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cfe expref: 1499 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201842:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cfe expref: 1498 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201850:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d26:0x0].0x0 (ffff880096988d00) 00010000:00010000:1.0:1705683818.201851:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.201852:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916fca00, rc 0) 00000100:00100000:1.0:1705683818.201864:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1498:16439:x1788538577668544:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 465us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.201868:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326900 00000100:00100000:2.0:1705683818.201939:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544796864:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.201945:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544797184:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.201952:0:15180:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.201956:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.201958:0:15180:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.201959:0:15180:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.201960:0:15180:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.201961:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.201962:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.201962:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.201969:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544798080:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.201982:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.201996:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093754b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544796992:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.201996:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.202004:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.202005:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.202005:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202009:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202009:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202010:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202010:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669440 00000100:00100000:1.0:1705683818.202022:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202023:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202026:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326901 00000100:00100000:1.0:1705683818.202029:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e26400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+346:16410:x1788538577669440:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.202035:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.202048:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544797248:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.202056:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.202061:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202062:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202062:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.202076:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd680/0xd7faa4ce02aa1b2b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d28 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.202109:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.202129:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.202130:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.202134:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669568 00000100:00100000:0.0:1705683818.202138:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.202144:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202145:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.202147:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.202147:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202148:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668864 00010000:00010000:1.0:1705683818.202149:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.202151:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326902 00000100:00100000:2.0:1705683818.202153:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a3c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1739:16502:x1788538577669568:12345-192.168.203.50@tcp:101:lfs.0 00000100:00100000:0.0:1705683818.202158:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202158:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.202159:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00000100:00100000:0.0:1705683818.202161:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159589 00010000:00010000:2.0:1705683818.202161:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.202164:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8167:13157:x1788538577668864:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.202164:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.202170:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.202183:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c7c00/0xd7faa4ce02aa1b39 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d2f expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202206:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202211:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202215:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202226:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c5680/0xd7faa4ce02aa1b47 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.202229:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae300/0xd7faa4ce02aa1b4e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202230:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c5680/0xd7faa4ce02aa1b47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.202234:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae300/0xd7faa4ce02aa1b4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202236:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c5680/0xd7faa4ce02aa1b47 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.202238:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae300/0xd7faa4ce02aa1b4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000004:00200000:2.0:1705683818.202240:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3409:0x0]: returning size 4096 00010000:00010000:1.0:1705683818.202244:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202248:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202251:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202254:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202258:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927af980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.202259:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202263:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202267:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.202268:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.202270:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202272:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c7c00/0xd7faa4ce02aa1b39 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d2f expref: 1742 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202273:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af980/0xd7faa4ce02aa1b32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202280:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202283:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202283:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801297c5680/0xd7faa4ce02aa1b47 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3409:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d2f expref: 1741 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202286:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202287:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3409:0x0].0x0 (ffff88009c96b000) 00010000:00010000:1.0:1705683818.202288:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927af480 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.202289:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.202289:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1705683818.202290:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c5680, rc 0) 00010000:00010000:1.0:1705683818.202292:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202296:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff880096988900) 00010000:00010000:1.0:1705683818.202297:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.202298:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.202301:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af480/0xd7faa4ce02aa1b40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.202301:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a3c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16502:x1788538577669568:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 147us (192us total) trans 4295059889 rc 0/0 00000100:00100000:2.0:1705683818.202306:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326902 00010000:00010000:1.0:1705683818.202325:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916fd680/0xd7faa4ce02aa1b2b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d28 expref: 348 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202333:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae300/0xd7faa4ce02aa1b4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d28 expref: 347 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202337:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:1.0:1705683818.202339:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1705683818.202340:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800927ae300, rc 0) 00000100:00100000:1.0:1705683818.202351:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e26400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+347:16410:x1788538577669440:12345-192.168.203.50@tcp:101:dd.0 Request processed in 322us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.202356:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326901 00000100:00100000:1.0:1705683818.202397:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.202404:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202405:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.202407:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800963a5400/0xd7faa4ce02aa1b5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d13 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.202409:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668928 00002000:00010000:0.0:1705683818.202414:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.202419:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.202420:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.202420:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.202421:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.202423:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800963a5400/0xd7faa4ce02aa1b5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d13 expref: 8168 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.202423:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326903 00000100:00100000:1.0:1705683818.202426:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1864:16323:x1788538577668928:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.202428:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800963a5400/0xd7faa4ce02aa1b5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d13 expref: 8168 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202431:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963a5400, rc 0) 00010000:00010000:1.0:1705683818.202433:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.202439:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8168:13157:x1788538577668864:12345-192.168.203.50@tcp:101:dd.0 Request processed in 275us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.202442:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159589 00000100:00100000:0.0:1705683818.202459:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544797376:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.202466:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.202470:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202470:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.202471:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.202472:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af200/0xd7faa4ce02aa1b63 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d1a expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.202491:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.202497:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202497:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202500:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669312 00000100:00100000:0.0:1705683818.202506:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202507:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202509:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159590 00000100:00100000:0.0:1705683818.202510:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7382:2925:x1788538577669312:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.202511:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 3/1,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202514:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.202516:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202520:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202574:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x499:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202579:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202583:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202598:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202601:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202605:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202606:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a5180/0xd7faa4ce02aa1b78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3027:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d21 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202608:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202611:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927ae800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.202612:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00002000:00010000:0.0:1705683818.202616:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3027:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.202616:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202623:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.202623:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x0 (ffff880096988a00) 00010000:00010000:0.0:1705683818.202624:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.202625:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.202626:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 3/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202627:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a5180/0xd7faa4ce02aa1b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d21 expref: 7383 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202629:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae800/0xd7faa4ce02aa1b6a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202634:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800963a5180/0xd7faa4ce02aa1b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d21 expref: 7383 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202637:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683818.202640:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963a5180, rc 0) 00010000:00010000:1.0:1705683818.202641:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202644:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202647:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927acc80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.202648:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683818.202650:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7383:2925:x1788538577669312:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 138us (158us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.202651:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683818.202654:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159590 00010000:00010000:1.0:1705683818.202656:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x33 (ffff880096988300) 00010000:00010000:1.0:1705683818.202657:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.202658:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202661:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927acc80/0xd7faa4ce02aa1b71 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.202686:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af200/0xd7faa4ce02aa1b63 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d1a expref: 1865 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.202690:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.202692:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927af200/0xd7faa4ce02aa1b63 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d1a expref: 1865 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202702:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800927af200, rc 0) 00000100:00100000:1.0:1705683818.202710:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202711:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202716:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669056 00000100:00100000:0.0:1705683818.202720:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.202726:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7383 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.202739:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202739:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202742:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669184 00010000:00010000:1.0:1705683818.202748:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7384 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.202783:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202784:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.202788:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105535 00000100:00100000:1.0:1705683818.202791:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7384:1858:x1788538577669056:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.202797:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.202800:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7384 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.202807:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7384 pid: 8810 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.202823:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135184280/0xd7faa4ce02a54c89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a2a4 expref: 7384 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.202825:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.202827:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.202831:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.202832:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.202834:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105536 00010000:00010000:1.0:1705683818.202834:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.202838:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7383:1858:x1788538577669184:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.202838:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202844:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.202847:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7383 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.202852:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.202854:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7383 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.202863:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7383:1858:x1788538577669056:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 71us (173us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.202864:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092415180/0xd7faa4ce02a54dfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a330 expref: 7383 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.202868:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105535 00010000:00010000:0.0:1705683818.202871:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.202872:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.202873:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202878:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202889:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.202889:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e21e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1864:16323:x1788538577668928:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 462us (492us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683818.202892:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326903 00000100:00100000:0.0:1705683818.202899:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7381:1858:x1788538577669184:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.202903:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105536 00010000:00010000:0.0:1705683818.202916:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202920:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.202921:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.202923:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202925:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.202936:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.202943:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.202946:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202951:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092571900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.202953:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202961:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202971:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202976:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092571900/0xd7faa4ce02aa1aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2923:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.202987:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.202988:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.202989:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.203001:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.203012:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2013:3085:x1788538544796928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3794us (3831us total) trans 4295029462 rc 0/0 00000100:00100000:0.0:1705683818.203015:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159577 00000100:00100000:0.0:1705683818.203025:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203025:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:1.0:1705683818.203026:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009632da00/2, rc 0, transno 62166 00000100:00100000:0.0:1705683818.203027:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577668992 00000100:00100000:1.0:1705683818.203031:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009632da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544796928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.203033:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7381 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.203039:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203039:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203040:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669120 00010000:00010000:0.0:1705683818.203043:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7382 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.203051:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203052:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203053:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105537 00000100:00100000:0.0:1705683818.203055:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7382:1858:x1788538577668992:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.203058:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.203059:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7382 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.203065:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7382 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.203070:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203071:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.203075:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092156580/0xd7faa4ce02a54ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a211 expref: 7382 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.203077:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105538 00000100:00100000:1.0:1705683818.203080:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7381:1858:x1788538577669120:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.203083:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.203084:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.203085:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203086:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.203089:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7381 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.203089:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e24100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544798144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.203090:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203095:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7381 pid: 15112 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.203100:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.203107:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.203108:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7381:1858:x1788538577668992:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 52us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.203109:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920a7700/0xd7faa4ce02a54fbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a3c3 expref: 7381 pid: 15112 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.203112:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105537 00010000:00010000:1.0:1705683818.203117:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203118:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203120:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203124:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203124:0:15180:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203128:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203128:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.203129:0:15180:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203132:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798144 00010000:00010000:2.0:1705683818.203134:0:15180:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203136:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.203139:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203140:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203142:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159591 00010000:00010000:2.0:1705683818.203142:0:15180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203144:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2013:3084:x1788538544798144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.203146:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1858:x1788538577669120:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.203150:0:15180:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.203151:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105538 00002000:00080000:0.0:1705683818.203153:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10538 count 1 00010000:00010000:1.0:1705683818.203167:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203172:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203177:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203181:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203200:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683818.203208:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.203211:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203215:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801297c5e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.203216:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203220:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203229:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203233:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801297c5e00/0xd7faa4ce02aa1a9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2922:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203245:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203252:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7378 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203254:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.203255:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203257:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.203257:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.203258:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203259:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800916fcc80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.203261:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203265:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203270:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7378 pid: 15116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203271:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203275:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800916fcc80/0xd7faa4ce02aa1ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203276:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7378 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.203282:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2015:3084:x1788538544797120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3464us (3618us total) trans 4295029464 rc 0/0 00000100:00100000:0.0:1705683818.203283:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544798208:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.203285:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.203286:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.203287:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159579 00010000:00010000:2.0:1705683818.203287:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.203295:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00000004:00080000:2.0:1705683818.203301:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a133b200/2, rc 0, transno 62168 00010000:00010000:0.0:1705683818.203302:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.203306:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203311:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.203313:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544797120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.203316:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203320:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203333:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.203335:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683818.203340:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+2014:3083:x1788538544796800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4486us (4523us total) trans 4295029463 rc 0/0 00000100:00100000:1.0:1705683818.203342:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095d1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.203345:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159576 00010000:00010000:2.0:1705683818.203356:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.203358:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203359:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.203363:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092571e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.203365:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203373:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203376:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203377:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203381:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798272 00010000:00010000:2.0:1705683818.203381:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203385:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092571e00/0xd7faa4ce02aa1aad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203392:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203393:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.203394:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.203395:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.203396:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159592 00010000:00010000:2.0:1705683818.203396:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.203398:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2015:3086:x1788538544798272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.203407:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10539 count 1 00000004:00080000:2.0:1705683818.203409:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cda800/2, rc 0, transno 62167 00000100:00100000:2.0:1705683818.203413:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cda800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544796800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.203442:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.203465:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2015:3085:x1788538544797056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3809us (3837us total) trans 4295029465 rc 0/0 00000100:00100000:2.0:1705683818.203468:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.203469:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159578 00010000:00010000:1.0:1705683818.203472:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203479:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203480:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.203480:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7378 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203485:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.203486:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.203487:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203499:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7378 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203510:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7378 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.203518:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544798400:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.203536:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798336 00000100:00100000:1.0:1705683818.203544:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff88006f13e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.203552:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203553:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203556:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159593 00000100:00100000:0.0:1705683818.203559:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2015:3086:x1788538544798336:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683818.203562:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d4d0a00/2, rc 0, transno 62169 00002000:00080000:0.0:1705683818.203568:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10540 count 1 00000100:00100000:1.0:1705683818.203575:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d4d0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544797056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.203591:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.203596:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544798464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.203599:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203600:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203604:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669248 00000100:00100000:2.0:1705683818.203612:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.203613:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7379 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.203623:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203624:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.203626:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203627:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105539 00000100:00100000:2.0:1705683818.203629:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.203629:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203630:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1858:x1788538577669248:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.203633:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798464 00010000:00010000:0.0:1705683818.203634:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7379 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203635:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.203638:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7379 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.203641:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.203642:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1705683818.203642:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.203643:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.203644:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203644:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7379 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.203644:0:15180:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159594 00000100:00100000:2.0:1705683818.203647:0:15180:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+2016:3083:x1788538544798464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.203655:0:15180:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10541 count 1 00010000:00010000:0.0:1705683818.203656:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7379 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203660:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096994280/0xd7faa4ce02a5514b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a464 expref: 7379 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.203661:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7379 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.203667:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f717800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544798528:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.203669:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203670:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203671:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203676:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203679:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.203690:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.203692:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203696:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203700:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7378:1858:x1788538577669248:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 69us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.203701:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203704:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105539 00010000:00010000:0.0:1705683818.203705:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.203719:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.203723:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.203725:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.203729:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.203730:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092572800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.203731:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203735:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203745:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.203765:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.203766:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.203767:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.203770:0:15169:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:15169:1788538544797504:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.203771:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.203772:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.203775:0:14226:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092572800/0xd7faa4ce02aa1abb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.203776:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669632 00010000:00010000:1.0:1705683818.203781:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.203788:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.203788:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203789:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6112:1857:x1788538577667840:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3320us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.203792:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159595 00000100:00100000:1.0:1705683818.203793:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105532 00000100:00100000:2.0:1705683818.203795:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6112:15766:x1788538577669632:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.203800:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.203852:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2017:3083:x1788538544797312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3843us (3864us total) trans 4295029466 rc 0/0 00000100:00100000:0.0:1705683818.203856:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159580 00000100:00100000:1.0:1705683818.203859:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.203866:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203867:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203869:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203870:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669696 00000100:00100000:1.0:1705683818.203870:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203875:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203875:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203879:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203879:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.203879:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159596 00000100:00100000:1.0:1705683818.203883:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7378:13049:x1788538577669696:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.203890:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.203915:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093753c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15139:1788538544797568:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.203924:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.203928:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.203929:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.203929:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.203938:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d3d expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.203950:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7379 pid: 15125 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.203955:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.203956:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6375 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.203961:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203962:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.203964:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d3d expref: 7379 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.203976:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.203977:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6375 pid: 14227 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.203982:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203983:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.203984:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6375 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.203986:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669824 00000100:00100000:1.0:1705683818.203992:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093755f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544798592:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.203994:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203995:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.203997:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159597 00000100:00100000:0.0:1705683818.203999:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6112:14136:x1788538577669824:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.204004:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.204011:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7379 pid: 15125 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.204021:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7379 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.204022:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801297c6d00/0xd7faa4ce02aa1ba2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3660:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d36 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204027:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544798656:192.168.203.50@tcp:104: 00002000:00010000:2.0:1705683818.204030:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3660:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.204037:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.204037:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.204038:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.204041:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801297c6d00/0xd7faa4ce02aa1ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d36 expref: 6113 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204045:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204046:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.204046:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801297c6d00/0xd7faa4ce02aa1ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d36 expref: 6113 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204050:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669760 00010000:00010000:2.0:1705683818.204051:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c6d00, rc 0) 00010000:00010000:1.0:1705683818.204058:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7380 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.204061:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6113:15766:x1788538577669632:12345-192.168.203.50@tcp:101:dd.0 Request processed in 266us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.204065:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159595 00000100:00100000:1.0:1705683818.204068:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204069:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204072:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105540 00000100:00100000:1.0:1705683818.204075:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7380:1860:x1788538577669760:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.204081:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.204083:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7380 pid: 14427 timeout: 690 lvb_type: 0 00000004:00080000:2.0:1705683818.204084:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cd8500/2, rc 0, transno 62170 00000100:00100000:2.0:1705683818.204088:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544797312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.204089:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7380 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.204099:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096088f00/0xd7faa4ce02a552b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a4e2 expref: 7380 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.204105:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683818.204106:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204108:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204109:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204109:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544798720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.204113:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204123:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.204133:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.204136:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204137:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204141:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798720 00000100:00100000:1.0:1705683818.204143:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1860:x1788538577669760:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 67us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.204147:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105540 00000100:00100000:2.0:1705683818.204150:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204150:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204153:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159598 00000100:00100000:2.0:1705683818.204155:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2017:3083:x1788538544798720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.204163:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10542 count 1 00000100:00100000:1.0:1705683818.204203:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.204209:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204209:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204213:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669952 00010000:00010000:2.0:1705683818.204215:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204218:0:15139:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204221:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7379 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.204223:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7379 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204226:0:15139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204230:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.204231:0:15139:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204231:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.204232:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.204233:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.204233:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204234:0:15139:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204234:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105541 00000100:00100000:1.0:1705683818.204237:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1859:x1788538577669952:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.204242:0:15139:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.204243:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.204245:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7379 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.204246:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7379 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204251:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7379 pid: 14212 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.204252:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7379 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.204258:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cdb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544798784:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.204266:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204267:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204268:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204271:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.204273:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204282:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.204288:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544797888:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.204292:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1859:x1788538577669952:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.204294:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544797952:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.204296:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105541 00010000:00010000:1.0:1705683818.204310:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.204310:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce9 expref: 6112 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.204311:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+2018:3085:x1788538544797440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3663us (3907us total) trans 4295029467 rc 0/0 00010000:00010000:1.0:1705683818.204312:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.204316:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159582 00010000:00010000:1.0:1705683818.204317:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880092572300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.204317:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801297c4280, rc 0) 00010000:00010000:1.0:1705683818.204318:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204323:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204325:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6112:7929:x1788538577668288:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3325us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.204329:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159585 00010000:00010000:1.0:1705683818.204330:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.204334:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b841400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544798016:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.204335:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092572300/0xd7faa4ce02aa1ac9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.204344:0:15180:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204346:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204346:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.204347:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.204348:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00100000:0.0:1705683818.204351:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.204352:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.204352:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.204353:0:15180:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7378 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.204358:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.204358:0:15180:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.204359:0:15180:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683818.204361:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cdda00/2, rc 0, transno 62171 00010000:00010000:0.0:1705683818.204365:0:15129:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096387700/0xd7faa4ce02a5551f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a5d7 expref: 7378 pid: 14212 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.204371:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544797440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.204372:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b843700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544797824:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.204381:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.204389:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.204389:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.204390:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.204391:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204395:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204395:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544798848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.204399:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204403:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.204403:0:15180:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7377 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204408:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.204409:0:15180:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7377 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.204416:0:15180:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544798912:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.204417:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.204420:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204420:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.204422:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683818.204423:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798848 00010000:00010000:2.0:1705683818.204424:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.204427:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800963a6f80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.204429:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204431:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204431:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204433:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159599 00010000:00010000:2.0:1705683818.204433:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204436:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2018:3085:x1788538544798848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.204444:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204448:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.204448:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6f80/0xd7faa4ce02aa1ad7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.204458:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10543 count 1 00010000:00010000:2.0:1705683818.204458:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.204459:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.204460:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.204473:0:15180:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.204493:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2019:3086:x1788538544797696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3496us (3537us total) trans 4295029468 rc 0/0 00000100:00100000:0.0:1705683818.204497:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159584 00000004:00080000:2.0:1705683818.204497:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0410a00/2, rc 0, transno 62172 00000100:00100000:2.0:1705683818.204501:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0410a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544797696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.204517:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009af6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544797632:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.204538:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.204545:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce2 expref: 8167 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204552:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092571180, rc 0) 00000100:00100000:2.0:1705683818.204554:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.204561:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8167:15645:x1788538577668224:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3725us (3757us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.204568:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159583 00000100:00100000:2.0:1705683818.204573:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204574:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204575:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204576:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204577:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544798976 00010000:00010000:0.0:1705683818.204585:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f04a00/0xd7faa4ce02aa1bb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x351b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d44 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204586:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204587:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.204589:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159600 00000100:00100000:2.0:1705683818.204591:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2019:3086:x1788538544798976:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1705683818.204594:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x351b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:2.0:1705683818.204599:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10544 count 1 00010000:00010000:0.0:1705683818.204600:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.204601:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.204603:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f04a00/0xd7faa4ce02aa1bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d44 expref: 6112 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204603:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204609:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097f04a00/0xd7faa4ce02aa1bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d44 expref: 6112 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204611:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7377 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204613:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f04a00, rc 0) 00010000:00010000:1.0:1705683818.204616:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.204617:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.204618:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.204621:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:c572401a-2098-484c-b5c8-7a348378e325+6112:14136:x1788538577669824:12345-192.168.203.50@tcp:101:dd.0 Request processed in 621us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.204625:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159597 00010000:00010000:1.0:1705683818.204634:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7377 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204640:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7377 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.204647:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544799040:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.204655:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.204660:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ab1b480 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.204669:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204670:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204673:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670080 00000100:00100000:0.0:1705683818.204678:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.204682:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7378 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.204700:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204701:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204702:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204702:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204703:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577669888 00000100:00100000:0.0:1705683818.204707:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670144 00010000:00010000:1.0:1705683818.204710:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6113 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.204715:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6113 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.204718:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204719:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204722:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105542 00000100:00100000:1.0:1705683818.204725:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7378:1859:x1788538577670080:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.204729:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204730:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.204731:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.204733:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105543 00010000:00010000:1.0:1705683818.204733:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7378 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.204733:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.204736:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6113:1858:x1788538577669888:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.204739:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7378 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204741:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.204743:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7378 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.204747:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.204748:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6113 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.204748:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.204763:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204768:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a7480/0xd7faa4ce02a55676 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a64e expref: 7378 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.204770:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6113 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.204776:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7377 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204777:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204778:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.204779:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204780:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d53480/0xd7faa4ce02a968c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b1f expref: 6113 pid: 14212 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.204782:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7377 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.204783:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204788:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.204788:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.204788:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544799104:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.204790:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce2 expref: 8166 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204795:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce2 expref: 8166 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204796:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.204799:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.204806:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:1859:x1788538577670080:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 81us (359us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.204807:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092571180/0xd7faa4ce02aa1ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce2 expref: 8166 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.204811:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105542 00000100:00100000:0.0:1705683818.204813:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544799168:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.204820:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.204821:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.204823:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a780 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.204824:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105544 00000100:00100000:1.0:1705683818.204827:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6112:1858:x1788538577670144:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.204831:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.204836:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204838:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6112 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.204840:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204844:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.204847:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6112 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.204848:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204854:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.204854:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d288000/0xd7faa4ce029e8ac5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a6083f expref: 6112 pid: 14239 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.204862:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.204872:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6111:1858:x1788538577670144:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 44us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.204876:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105544 00000100:00100000:0.0:1705683818.204927:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2020:3083:x1788538544797760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3759us (3790us total) trans 4295029469 rc 0/0 00000100:00100000:0.0:1705683818.204931:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159586 00010000:00010000:0.0:1705683818.204941:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.204944:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.204944:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801321a2d00/2, rc 0, transno 62173 00010000:00010000:0.0:1705683818.204949:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800963a6a80 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:2.0:1705683818.204949:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544797760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.204950:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204955:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204962:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.204969:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732ab200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544799232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.204970:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6a80/0xd7faa4ce02aa1af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2929:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.204980:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.204981:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.204982:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.204987:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.205013:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.205013:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.205017:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544799232 00000100:00100000:0.0:1705683818.205025:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.205026:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.205026:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.205027:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.205028:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159601 00000100:00100000:0.0:1705683818.205031:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132dab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2020:3083:x1788538544799232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.205038:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10545 count 1 00010000:00010000:0.0:1705683818.205091:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.205097:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7376 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.205101:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.205102:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.205103:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.205113:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7376 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.205121:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7376 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.205127:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f716e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544799296:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.205143:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.205156:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.205187:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205189:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205192:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670016 00000100:00100000:0.0:1705683818.205195:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.205201:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8167 pid: 8808 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.205210:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205210:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205213:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105545 00000100:00100000:1.0:1705683818.205215:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8167:1858:x1788538577670016:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.205219:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.205224:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.205224:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8167 pid: 8808 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.205229:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8167 pid: 8808 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.205241:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e2a580/0xd7faa4ce029f1b25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67782 expref: 8167 pid: 8808 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.205246:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.205247:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.205249:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.205249:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.205251:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce9 expref: 6110 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.205252:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670336 00010000:00010000:1.0:1705683818.205256:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce9 expref: 6110 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.205266:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801297c4280/0xd7faa4ce02aa1ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ce9 expref: 6110 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.205267:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.205268:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205272:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544799360:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.205272:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89643 00000100:00100000:2.0:1705683818.205275:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+347:16328:x1788538577670336:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:1.0:1705683818.205286:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b5344600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.205294:0:14360:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205294:0:14360:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205298:0:14360:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670208 00002000:00010000:1.0:1705683818.205307:0:14360:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/17731 (0->18446744073709551615) 00002000:00100000:1.0:1705683818.205309:0:14360:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009af6f800 with x1788538577670208 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683818.205315:0:14360:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009af6f800. 00000100:00100000:1.0:1705683818.205321:0:14360:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205322:0:14360:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.205325:0:14360:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 31043 00000100:00100000:1.0:1705683818.205327:0:14360:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8167:1857:x1788538577670208:12345-192.168.203.50@tcp:10:dir_create.sh.0 00000100:00100000:2.0:1705683818.205360:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+348:16328:x1788538577670336:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 84us (134us total) trans 4295064395 rc 0/0 00000100:00100000:2.0:1705683818.205365:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89643 00002000:00010000:1.0:1705683818.205409:0:14360:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x4543:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683818.205411:0:14360:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x4543:0x0] updating lvb mtime from disk: 0 -> 1705683816 00002000:00010000:1.0:1705683818.205413:0:14360:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x4543:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683818.205414:0:14360:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x4543:0x0] updating lvb ctime from disk: 0 -> 1705683816 00002000:00010000:1.0:1705683818.205415:0:14360:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x4543:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683818.205430:0:14360:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8168:1857:x1788538577670208:12345-192.168.203.50@tcp:10:dir_create.sh.0 Request processed in 102us (235us total) trans 4295028254 rc 0/0 00000100:00100000:1.0:1705683818.205435:0:14360:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 31043 00002000:00010000:1.0:1705683818.205436:0:14360:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/17731 (0->18446744073709551615) 00002000:00100000:1.0:1705683818.205437:0:14360:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009af6f800 with x1788538577670208 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683818.205440:0:14360:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009af6f800. 00000100:00100000:0.0:1705683818.206127:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.206148:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.206156:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206158:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206162:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670464 00000100:00100000:0.0:1705683818.206166:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.206178:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206179:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.206182:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206182:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159602 00000100:00100000:0.0:1705683818.206183:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206185:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8168:16380:x1788538577670464:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.206187:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206189:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.206191:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.206195:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670400 00000100:00100000:0.0:1705683818.206205:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544798080:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.206209:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206210:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206212:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670528 00010000:00010000:0.0:1705683818.206218:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d0c expref: 6375 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.206221:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206222:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.206225:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963a4c80, rc 0) 00000100:00100000:1.0:1705683818.206226:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326904 00000100:00100000:1.0:1705683818.206228:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1498:16439:x1788538577670400:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.206235:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.206240:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6375:2974:x1788538577668800:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 4603us (4622us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.206243:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159588 00010000:00010000:1.0:1705683818.206298:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800927afc00/0xd7faa4ce02aa1bcc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d52 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.206334:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544798208:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.206345:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.206353:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206353:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206354:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.206364:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.206372:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.206378:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.206379:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.206392:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096fe5180/0xd7faa4ce02aa1bda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d4b expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.206403:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.206411:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.206412:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.206414:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096fe5180/0xd7faa4ce02aa1bda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d4b expref: 8169 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.206418:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f717800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544798528:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.206421:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096fe5180/0xd7faa4ce02aa1bda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d4b expref: 8169 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.206426:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096fe5180, rc 0) 00010000:00010000:0.0:1705683818.206427:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.206431:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206431:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206432:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206438:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:16380:x1788538577670464:12345-192.168.203.50@tcp:101:dd.0 Request processed in 252us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.206442:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159602 00010000:00010000:1.0:1705683818.206443:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.206448:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.206453:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000100:00100000:2.0:1705683818.206455:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206456:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206460:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671680 00000100:00100000:2.0:1705683818.206470:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206471:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206474:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326905 00000100:00100000:2.0:1705683818.206477:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1864:16459:x1788538577670528:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:0.0:1705683818.206479:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.206483:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093755f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544798592:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.206484:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.206491:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe6080/0xd7faa4ce02aa1be8 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x110:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d59 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.206493:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544798656:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.206508:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d3d expref: 7376 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.206511:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544799168:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.206516:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800927aef80, rc 0) 00010000:00010000:0.0:1705683818.206536:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.206543:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe4280/0xd7faa4ce02aa1bef lrc: 3/1,0 mode: --/PR res: [0x200000400:0x110:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.206545:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7376:13049:x1788538577669696:12345-192.168.203.50@tcp:101:dd.0 Request processed in 2661us (2686us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.206550:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6110:1858:x1788538577669888:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 1813us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.206550:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159596 00010000:00010000:2.0:1705683818.206550:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe4280/0xd7faa4ce02aa1bef lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.206555:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105543 00010000:00010000:2.0:1705683818.206555:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe4280/0xd7faa4ce02aa1bef lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.206572:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544799040:192.168.203.50@tcp:104: 00000004:00200000:2.0:1705683818.206575:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000400:0x110:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.206577:0:14198:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1705683818.206583:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.206589:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.206589:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.206591:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.206602:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe6080/0xd7faa4ce02aa1be8 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x110:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d59 expref: 1866 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.206604:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a133cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544798400:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.206612:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096fe4280/0xd7faa4ce02aa1bef lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x110:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d59 expref: 1865 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.206614:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.206617:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x110:0x0].0x0 (ffff8800a08f9800) 00010000:00010000:2.0:1705683818.206618:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00100000:1.0:1705683818.206619:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.206619:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.206620:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.206620:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096fe4280, rc 0) 00000100:00100000:2.0:1705683818.206633:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1865:16459:x1788538577670528:12345-192.168.203.50@tcp:101:touch.0 Request processed in 156us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.206638:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326905 00000100:00100000:2.0:1705683818.206647:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206647:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206650:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670656 00000100:00100000:2.0:1705683818.206667:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206668:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206671:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326906 00000100:00100000:2.0:1705683818.206673:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1500:16410:x1788538577671680:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.206679:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.206684:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096fe4780/0xd7faa4ce02aa1bf6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d6e expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.206687:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206688:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.206694:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326907 00000100:00100000:1.0:1705683818.206697:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132605a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1865:16323:x1788538577670656:12345-192.168.203.50@tcp:36:mrename.0 00010000:00010000:1.0:1705683818.206717:0:14259:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.206726:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04d2800/0xd7faa4ce02a9e71b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x460:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa8eb1 expref: 1865 pid: 10090 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1705683818.206732:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x352b:0x0]: returning size 4096 00010000:00010000:1.0:1705683818.206736:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x460:0x0].0x0 (ffff88009c3ee100) 00010000:00010000:1.0:1705683818.206742:0:14259:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.206766:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096fe4780/0xd7faa4ce02aa1bf6 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d6e expref: 1501 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.206771:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096fe4780/0xd7faa4ce02aa1bf6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d6e expref: 1501 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.206778:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096fe4780, rc 0) 00000100:00100000:2.0:1705683818.206790:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1500:16410:x1788538577671680:12345-192.168.203.50@tcp:101:dd.0 Request processed in 116us (411us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683818.206794:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326906 00010000:00010000:1.0:1705683818.206811:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.206817:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.206818:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cdb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544798784:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.206822:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.206829:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.206837:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206837:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206838:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206853:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544799104:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.206859:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.206863:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206864:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206864:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.206874:0:15180:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15180:1788538544798912:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.206882:0:15180:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.206883:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00100000:2.0:1705683818.206887:0:15180:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206887:0:15180:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.206888:0:15180:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.206889:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.206896:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.206926:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f716e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544799296:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.206935:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.206938:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096379680/0xd7faa4ce02aa1c0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00100000:0.0:1705683818.206939:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206940:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.206940:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.206942:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096379680/0xd7faa4ce02aa1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.206947:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096379680/0xd7faa4ce02aa1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.206962:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.206986:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.206992:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.206997:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.207000:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.207001:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.207001:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207004:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670912 00000100:00100000:2.0:1705683818.207017:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207018:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207020:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671296 00000100:00100000:2.0:1705683818.207032:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207032:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207036:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159603 00010000:00010000:1.0:1705683818.207039:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915dd900/0xd7faa4ce02aa1c19 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x499:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.207039:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:13157:x1788538577670912:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.207043:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915dd900/0xd7faa4ce02aa1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.207045:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.207047:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915dd900/0xd7faa4ce02aa1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207052:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.207060:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207061:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207064:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671488 00000100:00100000:0.0:1705683818.207077:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207077:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207080:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55607 00000100:00100000:0.0:1705683818.207082:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+348:1859:x1788538577671488:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.207087:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.207094:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ae300/0xd7faa4ce02aa1b4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d28 expref: 348 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207102:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:0.0:1705683818.207104:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.207114:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+347:1859:x1788538577671488:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 31us (63us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.207114:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915de300/0xd7faa4ce02aa1c20 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x460:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207118:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55607 00010000:00010000:1.0:1705683818.207120:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915de300/0xd7faa4ce02aa1c20 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x460:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207125:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915de300/0xd7faa4ce02aa1c20 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x460:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207130:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207131:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207134:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159604 00000100:00100000:0.0:1705683818.207137:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:15645:x1788538577671296:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.207142:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.207195:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d67 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.207195:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096fe7c00/0xd7faa4ce02aa1c2e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d60 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207206:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6374 pid: 14426 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1705683818.207208:0:15165:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.207211:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207212:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207213:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d67 expref: 7379 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.207213:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.207214:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.207216:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096fe7c00/0xd7faa4ce02aa1c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d60 expref: 7379 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.207222:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096fe7c00/0xd7faa4ce02aa1c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d60 expref: 7379 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207225:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6374 pid: 14426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.207228:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096fe7c00, rc 0) 00010000:00010000:0.0:1705683818.207231:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6374 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.207238:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544799424:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.207239:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:13157:x1788538577670912:12345-192.168.203.50@tcp:101:dd.0 Request processed in 200us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.207243:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159603 00000100:00100000:0.0:1705683818.207251:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.207274:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.207279:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207280:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207283:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671744 00000004:00010000:1.0:1705683818.207291:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132605a00 reply state ffff88009ae12000 transno 4295064396 ns: mdt-lustre-MDT0000_UUID lock: ffff8800915de300/0xd7faa4ce02aa1c20 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x460:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.207292:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207293:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207296:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159605 00010000:00010000:1.0:1705683818.207299:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915de300/0xd7faa4ce02aa1c20 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x460:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.207299:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:2925:x1788538577671744:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.207304:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x460:0x0].0x0 (ffff8800985a3f00) 00010000:00010000:2.0:1705683818.207304:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.207306:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1705683818.207309:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207312:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207316:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207319:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207322:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096378500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.207325:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207328:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207333:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x0 (ffff880096988f00) 00010000:00010000:1.0:1705683818.207335:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207337:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207340:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096378500/0xd7faa4ce02aa1c12 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x499:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000004:00010000:1.0:1705683818.207353:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132605a00 reply state ffff88009ae12000 transno 4295064396 ns: mdt-lustre-MDT0000_UUID lock: ffff8800915dd900/0xd7faa4ce02aa1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207356:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.207358:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915dd900/0xd7faa4ce02aa1c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x499:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207362:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x499:0x0].0x33 (ffff880091e7f700) 00010000:00010000:1.0:1705683818.207363:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207365:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207369:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207372:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207375:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207379:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927adb80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.207380:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207382:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.207383:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207388:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.207389:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207391:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207394:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927adb80/0xd7faa4ce02aa1c04 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207398:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00010000:1.0:1705683818.207400:0:14259:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132605a00 reply state ffff88009ae12000 transno 4295064396 ns: mdt-lustre-MDT0000_UUID lock: ffff880096379680/0xd7faa4ce02aa1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207404:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096379680/0xd7faa4ce02aa1c0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207408:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3331 (ffff880096988b00) 00010000:00010000:1.0:1705683818.207410:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207411:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207414:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207418:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207421:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927ade00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.207422:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207425:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.207429:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880096988400) 00010000:00010000:1.0:1705683818.207430:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207431:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207435:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.207437:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800927ade00/0xd7faa4ce02aa1bfd lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:0.0:1705683818.207442:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207443:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207446:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670720 00010000:00010000:0.0:1705683818.207454:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7379 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.207462:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207463:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207465:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105546 00000100:00100000:1.0:1705683818.207465:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132605a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1866:16323:x1788538577670656:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 767us (985us total) trans 4295064396 rc 0/0 00000100:00100000:0.0:1705683818.207467:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1858:x1788538577670720:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.207470:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326907 00010000:00010000:0.0:1705683818.207472:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.207474:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7379 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.207479:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7379 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.207484:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207484:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.207488:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096360f00/0xd7faa4ce02a49501 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86dde expref: 7379 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.207488:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671872 00010000:00010000:0.0:1705683818.207495:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207495:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207497:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d0c expref: 6375 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207499:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207499:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.207501:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d0c expref: 6375 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207501:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671936 00000100:00100000:1.0:1705683818.207507:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207508:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207511:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159606 00010000:00010000:0.0:1705683818.207513:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800963a4c80/0xd7faa4ce02aa1b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d0c expref: 6376 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207514:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6376:14136:x1788538577671872:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:0.0:1705683818.207518:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544799488:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.207519:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.207521:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207534:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207540:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671808 00000100:00100000:0.0:1705683818.207548:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.207554:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207555:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207559:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89644 00000100:00100000:2.0:1705683818.207561:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16502:x1788538577671808:12345-192.168.203.50@tcp:33:lfs.0 00000100:00100000:0.0:1705683818.207566:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.207573:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207574:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207577:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670848 00010000:00010000:0.0:1705683818.207585:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7379 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.207600:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207601:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207604:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105547 00000100:00100000:0.0:1705683818.207606:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7379:1858:x1788538577670848:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000004:00200000:2.0:1705683818.207608:0:6537:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x3409:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.207610:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.207611:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.207613:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7379 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.207615:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915dc000/0xd7faa4ce02aa1c35 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x355c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d7c expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207618:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7379 pid: 14289 timeout: 690 lvb_type: 0 00002000:00010000:1.0:1705683818.207625:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x355c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.207627:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730ce800/0xd7faa4ce02a55a7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a77b expref: 7379 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.207634:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207635:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.207635:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.207636:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.207637:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16502:x1788538577671808:12345-192.168.203.50@tcp:33:lfs.0 Request processed in 75us (281us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.207638:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.207638:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915dc000/0xd7faa4ce02aa1c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d7c expref: 6377 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.207641:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89644 00010000:00010000:0.0:1705683818.207642:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.207646:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915dc000/0xd7faa4ce02aa1c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d7c expref: 6377 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207653:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.207656:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915dc000, rc 0) 00000100:00100000:2.0:1705683818.207656:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207656:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.207661:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159607 00000100:00100000:0.0:1705683818.207662:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7378:1858:x1788538577670848:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 56us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.207664:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6377:7929:x1788538577671936:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:0.0:1705683818.207666:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105547 00010000:00010000:2.0:1705683818.207669:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.207670:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6377:14136:x1788538577671872:12345-192.168.203.50@tcp:101:dd.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.207674:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159606 00010000:00010000:0.0:1705683818.207680:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207684:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207688:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207692:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207697:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544799360:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.207700:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.207707:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.207720:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:1858:x1788538577670016:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2504us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.207725:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105545 00010000:00010000:1.0:1705683818.207744:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683818.207765:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207771:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00000004:00010000:1.0:1705683818.207780:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207788:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207791:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207794:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.207799:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2021:3086:x1788538544798272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4400us (4439us total) trans 4295029470 rc 0/0 00010000:00010000:1.0:1705683818.207800:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.207803:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159592 00010000:00010000:1.0:1705683818.207803:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927ae580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.207805:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207808:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207813:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.207815:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207816:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207820:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800927ae580/0xd7faa4ce02aa1bd3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000004:00080000:0.0:1705683818.207826:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095d1ad00/2, rc 0, transno 62174 00010000:00010000:1.0:1705683818.207827:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207830:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00000100:00100000:0.0:1705683818.207831:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095d1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.207833:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207835:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927aca00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.207836:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207839:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207845:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff880096988100) 00010000:00010000:1.0:1705683818.207846:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.207847:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683818.207850:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800927aca00/0xd7faa4ce02aa1be1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:2.0:1705683818.207854:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d83 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.207860:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1705683818.207865:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6377 pid: 14427 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.207866:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544799552:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.207870:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7377 pid: 15156 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.207875:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800927afc00/0xd7faa4ce02aa1bcc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d52 expref: 1500 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.207875:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.207876:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.207877:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d83 expref: 6377 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.207880:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.207882:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d52 expref: 1499 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.207886:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff88009fe68e00) 00010000:00010000:1.0:1705683818.207888:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1705683818.207889:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915de580, rc 0) 00010000:00010000:2.0:1705683818.207889:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7377 pid: 15156 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683818.207894:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207895:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207898:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544799552 00010000:00010000:2.0:1705683818.207899:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7377 pid: 15156 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.207902:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132600500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:c572401a-2098-484c-b5c8-7a348378e325+1499:16439:x1788538577670400:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 1673us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.207905:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544799616:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.207906:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326904 00000100:00100000:0.0:1705683818.207907:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207907:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.207909:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159608 00000100:00100000:0.0:1705683818.207912:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2021:3083:x1788538544799552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.207923:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10546 count 1 00010000:00010000:2.0:1705683818.207925:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6377 pid: 14427 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.207931:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6377 pid: 14427 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.207937:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544799680:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.207946:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.207956:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.207958:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207960:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.207963:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927ac780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.207964:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207968:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.207968:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.207969:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207972:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671040 00010000:00010000:2.0:1705683818.207977:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207978:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.207980:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7378 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.207981:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927ac780/0xd7faa4ce02aa1b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207985:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7378 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.207990:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.207990:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.207990:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.207990:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.207991:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.207991:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.207991:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.207992:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.207993:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105548 00000100:00100000:1.0:1705683818.207996:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7378:1858:x1788538577671040:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.208001:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.208003:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7378 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.208004:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7378 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208005:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009274c500/0xd7faa4ce02aa1c51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3047:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d75 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208009:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7378 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.208010:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7378 pid: 15133 timeout: 690 lvb_type: 0 00002000:00010000:2.0:1705683818.208013:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3047:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683818.208017:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544799744:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.208019:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800730cd900/0xd7faa4ce02a55c5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a831 expref: 7378 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.208020:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.208021:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.208023:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009274c500/0xd7faa4ce02aa1c51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d75 expref: 8169 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208027:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.208028:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.208028:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208029:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208029:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009274c500/0xd7faa4ce02aa1c51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d75 expref: 8169 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208034:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208035:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009274c500, rc 0) 00000100:00100000:2.0:1705683818.208043:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:2925:x1788538577671744:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 744us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.208047:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159605 00010000:00010000:1.0:1705683818.208052:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.208055:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208060:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208062:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:1858:x1788538577671040:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (102us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.208064:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208066:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105548 00010000:00010000:0.0:1705683818.208068:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208075:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.208078:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.208080:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208087:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f06d00 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:1.0:1705683818.208088:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.208088:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208092:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208094:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208095:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208098:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671168 00010000:00010000:2.0:1705683818.208100:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208104:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f06d00/0xd7faa4ce02aa1b8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208105:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6378 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.208113:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105549 00000100:00100000:1.0:1705683818.208116:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6378:1858:x1788538577671168:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.208121:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.208128:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6378 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.208128:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.208128:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.208129:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.208133:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6378 pid: 14227 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.208140:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d22a80/0xd7faa4ce02a68e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94adc expref: 6378 pid: 14227 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.208142:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2022:3086:x1788538544798336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4583us (4673us total) trans 4295029471 rc 0/0 00000100:00100000:0.0:1705683818.208146:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159593 00010000:00010000:1.0:1705683818.208148:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.208155:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6377:1858:x1788538577671168:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 39us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.208159:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105549 00000004:00080000:0.0:1705683818.208163:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d2300/2, rc 0, transno 62175 00000100:00100000:0.0:1705683818.208166:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.208183:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683818.208183:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.208188:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b34100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544799808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.208189:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208190:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208194:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671360 00000100:00100000:0.0:1705683818.208201:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.208201:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7377 pid: 15125 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.208209:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208210:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208211:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208212:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208213:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544799808 00000100:00100000:1.0:1705683818.208215:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105550 00000100:00100000:1.0:1705683818.208217:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:1858:x1788538577671360:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.208220:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208221:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.208221:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.208222:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.208222:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208223:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159609 00000100:00100000:0.0:1705683818.208226:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2022:3086:x1788538544799808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.208227:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7377 pid: 15125 timeout: 690 lvb_type: 1 00002000:00080000:0.0:1705683818.208233:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10547 count 1 00010000:00010000:1.0:1705683818.208233:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7377 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.208243:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092566580/0xd7faa4ce02a5dd6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f180 expref: 7377 pid: 15125 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.208250:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208251:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208253:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d3d expref: 7376 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208258:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d3d expref: 7376 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208271:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800927aef80/0xd7faa4ce02aa1b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d3d expref: 7376 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208277:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093754b00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544799872:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.208289:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b5344600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.208333:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.208341:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208342:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208345:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671552 00010000:00010000:0.0:1705683818.208349:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208353:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7377 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.208356:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7377 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208360:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.208361:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.208362:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208362:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208362:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208365:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105551 00000100:00100000:1.0:1705683818.208368:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7377:1858:x1788538577671552:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.208373:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7377 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208373:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.208375:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7377 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.208378:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7377 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208380:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7377 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.208384:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544799936:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.208390:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129724780/0xd7faa4ce02a56605 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aba3 expref: 7377 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.208395:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.208396:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208397:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208398:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208402:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208414:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.208420:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.208424:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208428:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208430:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7376:1858:x1788538577671552:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.208432:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208434:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105551 00010000:00010000:0.0:1705683818.208436:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208441:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208442:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.208444:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683818.208444:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670784 00010000:00010000:1.0:1705683818.208450:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7376 pid: 15116 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.208459:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208460:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208462:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105552 00000100:00100000:1.0:1705683818.208465:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7376:1858:x1788538577670784:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.208469:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.208471:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7376 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208476:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7376 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208485:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0xd7faa4ce02a5586e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a6e1 expref: 7376 pid: 15116 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208491:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208491:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208492:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208497:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208507:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.208511:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132dab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2023:3083:x1788538544799232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3479us (3523us total) trans 4295029472 rc 0/0 00000100:00100000:1.0:1705683818.208514:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7375:1858:x1788538577670784:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 49us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.208518:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159601 00000100:00100000:1.0:1705683818.208518:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105552 00010000:00010000:1.0:1705683818.208543:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.208546:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208550:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f05b80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.208551:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.208552:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800732ab200/2, rc 0, transno 62176 00010000:00010000:1.0:1705683818.208555:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208557:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732ab200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544799232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.208562:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208566:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f05b80/0xd7faa4ce02aa1bc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208581:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544800000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.208587:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.208588:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.208589:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.208595:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.208595:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208603:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208605:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208605:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208608:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800000 00010000:00010000:1.0:1705683818.208608:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208612:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208616:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208616:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.208617:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.208618:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208619:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159610 00000100:00100000:0.0:1705683818.208621:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2023:3086:x1788538544800000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.208627:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.208630:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.208633:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683818.208635:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10548 count 1 00010000:00010000:2.0:1705683818.208638:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800963a6300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.208639:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208646:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208654:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208658:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963a6300/0xd7faa4ce02aa1b7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208680:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.208681:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.208682:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.208690:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208696:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7374 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208700:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.208701:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.208702:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208711:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2024:3084:x1788538544798144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5565us (5603us total) trans 4295029473 rc 0/0 00010000:00010000:0.0:1705683818.208713:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7374 pid: 15167 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208716:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159591 00010000:00010000:0.0:1705683818.208717:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7374 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.208723:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544800064:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.208736:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000004:00080000:1.0:1705683818.208737:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096e24100/2, rc 0, transno 62177 00000100:00100000:1.0:1705683818.208741:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e24100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544798144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.208779:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.208779:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683818.208784:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544800128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.208799:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.208804:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.208810:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208810:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208811:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208811:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208814:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577670976 00000100:00100000:1.0:1705683818.208815:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671104 00010000:00010000:0.0:1705683818.208821:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7376 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208824:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7376 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.208830:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208831:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208833:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105553 00000100:00100000:1.0:1705683818.208834:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208834:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.208836:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7376:1858:x1788538577670976:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.208838:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105554 00010000:00010000:0.0:1705683818.208840:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.208840:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7376:1858:x1788538577671104:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.208842:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7376 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208845:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.208847:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7376 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208847:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7376 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208852:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7376 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.208854:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801297c7200/0xd7faa4ce02a55e79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a8ee expref: 7376 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208861:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba7ad00/0xd7faa4ce02a56200 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aa29 expref: 7375 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.208869:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208870:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.208871:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208874:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.208885:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.208894:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7374:1858:x1788538577671104:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 53us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.208898:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105554 00000100:00100000:1.0:1705683818.208910:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208910:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208914:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800128 00010000:00010000:0.0:1705683818.208922:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.208924:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.208925:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208928:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208929:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.208930:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.208931:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159611 00000100:00100000:2.0:1705683818.208931:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.208932:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.208933:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2024:3084:x1788538544800128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.208941:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.208943:0:15180:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208947:0:15180:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.208948:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10549 count 1 00000100:00100000:0.0:1705683818.208951:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7373:1858:x1788538577670976:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 114us (172us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.208952:0:15180:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.208955:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105553 00010000:00010000:2.0:1705683818.208956:0:15180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.208965:0:15180:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.208969:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.208971:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208975:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801297c7480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.208976:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208980:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208989:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.208993:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801297c7480/0xd7faa4ce02aa1b94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209005:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209007:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.209009:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.209010:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.209012:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7372 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209016:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.209017:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.209018:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209030:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7372 pid: 15120 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209035:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.209035:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7372 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.209040:0:15180:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+2025:3083:x1788538544798464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5392us (5427us total) trans 4295029474 rc 0/0 00000100:00100000:0.0:1705683818.209042:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209042:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209042:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544800192:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.209044:0:15180:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159594 00000100:00100000:0.0:1705683818.209047:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671232 00010000:00010000:0.0:1705683818.209054:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7373 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209055:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ab1b480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.209063:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209063:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209064:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209064:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:2.0:1705683818.209064:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d7300/2, rc 0, transno 62178 00000100:00100000:0.0:1705683818.209067:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105555 00000100:00100000:2.0:1705683818.209068:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544798464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.209069:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7373:1858:x1788538577671232:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.209074:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.209075:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209076:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7373 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.209080:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209081:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7373 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.209084:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209088:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.209089:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683818.209091:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ed2a80/0xd7faa4ce02a56468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8aaed expref: 7373 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.209093:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544800256:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.209097:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.209099:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209100:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209101:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209106:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.209107:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.209117:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.209118:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.209120:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209124:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7372:1858:x1788538577671232:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (90us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.209124:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800927ad900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.209126:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209128:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105555 00010000:00010000:2.0:1705683818.209130:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209139:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209142:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927ad900/0xd7faa4ce02aa1bb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209150:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.209155:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209156:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.209156:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.209156:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.209157:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.209159:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577671424 00010000:00010000:2.0:1705683818.209161:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209165:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7372 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.209166:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209170:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209173:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209174:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209174:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2025:3085:x1788538544798848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4737us (4765us total) trans 4295029475 rc 0/0 00010000:00010000:2.0:1705683818.209174:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209176:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105556 00000100:00100000:0.0:1705683818.209179:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7372:1858:x1788538577671424:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.209179:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159599 00010000:00010000:2.0:1705683818.209181:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.209183:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.209185:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7372 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209187:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209188:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.209190:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7372 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209191:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800256 00010000:00010000:0.0:1705683818.209199:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b86b480/0xd7faa4ce02a55fec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8a97a expref: 7372 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209199:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209200:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209202:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159612 00000100:00100000:1.0:1705683818.209204:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2026:3083:x1788538544800256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.209207:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209208:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209209:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.209212:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10550 count 1 00010000:00010000:0.0:1705683818.209214:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209224:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.209234:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7371:1858:x1788538577671424:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 54us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.209238:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105556 00000100:00100000:2.0:1705683818.209245:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2026:3086:x1788538544798976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4653us (4691us total) trans 4295029476 rc 0/0 00000100:00100000:2.0:1705683818.209249:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159600 00000004:00080000:0.0:1705683818.209257:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091faf800/2, rc 0, transno 62180 00010000:00010000:2.0:1705683818.209260:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683818.209261:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544798976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.209262:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209266:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096fe4f00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.209268:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209268:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209269:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209272:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209272:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209277:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209277:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7370 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209280:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209281:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.209281:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209282:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.209283:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209285:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096fe4f00/0xd7faa4ce02aa1bbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209287:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.209294:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.209296:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209299:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801297c6080 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.209300:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7370 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209301:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209304:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209307:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7370 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.209311:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.209313:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800976fee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544800320:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.209314:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801297c6080/0xd7faa4ce02aa1ba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209324:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.209325:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.209326:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1294180 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.209326:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.209335:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683818.209339:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d5f00/2, rc 0, transno 62179 00000100:00100000:2.0:1705683818.209342:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544798848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.209353:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2026:3083:x1788538544798720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5196us (5230us total) trans 4295029477 rc 0/0 00000100:00100000:1.0:1705683818.209357:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.209361:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159598 00000100:00100000:1.0:1705683818.209371:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.209377:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209378:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209380:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544800384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.209382:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672128 00000100:00100000:1.0:1705683818.209392:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209393:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209395:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.209396:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159613 00000100:00100000:1.0:1705683818.209399:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6377:15766:x1788538577672128:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.209404:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.209404:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.209407:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544800448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.209416:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.209426:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209427:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209430:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672064 00000100:00100000:2.0:1705683818.209441:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209441:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209445:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89645 00000100:00100000:2.0:1705683818.209447:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f15a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+1866:2938:x1788538577672064:12345-192.168.203.50@tcp:35:dir_create.sh.0 00000100:00100000:0.0:1705683818.209452:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209453:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209456:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800384 00000100:00100000:0.0:1705683818.209464:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209465:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209466:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800448 00000100:00100000:0.0:1705683818.209473:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209474:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209477:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159614 00000100:00100000:0.0:1705683818.209479:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2027:3085:x1788538544800384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.209486:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10551 count 1 00010000:00010000:0.0:1705683818.209557:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.209558:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f15a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+1867:2938:x1788538577672064:12345-192.168.203.50@tcp:35:dir_create.sh.0 Request processed in 109us (200us total) trans 4295064397 rc 0/0 00000100:00100000:2.0:1705683818.209563:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89645 00010000:00010000:0.0:1705683818.209564:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7370 pid: 15167 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209568:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.209569:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.209570:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.209576:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209577:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.209581:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159615 00010000:00010000:0.0:1705683818.209582:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7370 pid: 15167 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.209584:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2027:3085:x1788538544800448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.209588:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7370 pid: 15167 timeout: 690 lvb_type: 0 00002000:00080000:2.0:1705683818.209591:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10552 count 1 00000100:00100000:0.0:1705683818.209598:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801321a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544800512:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.209609:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.209616:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f5d8f00/0xd7faa4ce02aa1c7b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x36a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d8a expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.209626:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x36a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:0.0:1705683818.209629:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d1400/2, rc 0, transno 62181 00000100:00100000:0.0:1705683818.209634:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544798720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.209634:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.209635:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.209637:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5d8f00/0xd7faa4ce02aa1c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d8a expref: 6378 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.209648:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209649:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f5d8f00/0xd7faa4ce02aa1c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d8a expref: 6378 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209653:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1705683818.209655:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f5d8f00, rc 0) 00010000:00010000:2.0:1705683818.209655:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7370 pid: 14289 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.209657:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cd8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544800576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.209660:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.209661:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.209662:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.209666:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c572401a-2098-484c-b5c8-7a348378e325+6378:15766:x1788538577672128:12345-192.168.203.50@tcp:101:dd.0 Request processed in 266us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.209670:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159613 00000100:00100000:0.0:1705683818.209671:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.209674:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7370 pid: 14289 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.209677:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209678:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.209679:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7370 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209681:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544800576 00000100:00100000:2.0:1705683818.209686:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544800640:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.209696:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.209697:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209697:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209698:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209699:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209701:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159616 00000100:00100000:1.0:1705683818.209703:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2028:3084:x1788538544800576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.209712:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10553 count 1 00000100:00100000:0.0:1705683818.209720:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544799424:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.209731:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d67 expref: 7370 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209737:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f04000, rc 0) 00000100:00100000:0.0:1705683818.209745:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:15645:x1788538577671296:12345-192.168.203.50@tcp:101:dd.0 Request processed in 2608us (2759us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.209788:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209796:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7370 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209801:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.209802:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.209802:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209816:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7370 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.209823:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7370 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.209830:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544800704:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.209840:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159604 00000100:00100000:1.0:1705683818.209843:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1294a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.209912:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.209923:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209924:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209928:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672192 00000100:00100000:1.0:1705683818.209935:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.209936:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6378 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.209943:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209943:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209946:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.209946:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209948:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672256 00000100:00100000:0.0:1705683818.209949:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105557 00000100:00100000:0.0:1705683818.209952:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6378:1860:x1788538577672192:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.209957:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.209959:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.209960:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.209963:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6378 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.209963:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159617 00000100:00100000:1.0:1705683818.209966:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:16380:x1788538577672256:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.209969:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6378 pid: 14426 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.209972:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.209978:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d74280/0xd7faa4ce02a9694c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b26 expref: 6378 pid: 14426 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.209987:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209988:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.209989:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d67 expref: 7370 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.209994:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d67 expref: 7370 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.210005:0:6522:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097f04000/0xd7faa4ce02aa1c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d67 expref: 7370 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.210012:0:6522:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134cda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544800768:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.210023:0:6522:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.210044:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.210056:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.210066:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.210075:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.210085:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.210110:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210111:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.210116:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f713200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544799488:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.210116:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672320 00000100:00100000:2.0:1705683818.210128:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210129:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210131:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672384 00000100:00100000:2.0:1705683818.210141:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210141:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210145:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672512 00000100:00100000:2.0:1705683818.210154:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210155:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210156:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672576 00000100:00100000:2.0:1705683818.210162:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210163:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210166:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326908 00010000:00010000:1.0:1705683818.210169:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098bb4000/0xd7faa4ce02aa1c90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d91 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.210169:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1741:16459:x1788538577672320:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:2.0:1705683818.210175:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1705683818.210179:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.210182:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009274db80/0xd7faa4ce02aa1c97 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d98 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210187:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.210188:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.210190:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098bb4000/0xd7faa4ce02aa1c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d91 expref: 7371 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.210195:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.210197:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098bb4000/0xd7faa4ce02aa1c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d91 expref: 7371 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210206:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bb4000, rc 0) 00000100:00100000:0.0:1705683818.210209:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7371:1858:x1788538577670720:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2739us (2772us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.210214:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105546 00000100:00100000:1.0:1705683818.210218:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+7371:16380:x1788538577672256:12345-192.168.203.50@tcp:101:dd.0 Request processed in 252us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.210222:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159617 00010000:00010000:2.0:1705683818.210222:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009274cc80/0xd7faa4ce02aa1c9e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210228:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009274cc80/0xd7faa4ce02aa1c9e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00000100:00100000:1.0:1705683818.210231:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.210233:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.210233:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009274cc80/0xd7faa4ce02aa1c9e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00000100:00100000:1.0:1705683818.210236:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672448 00000100:00100000:0.0:1705683818.210248:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00200000:2.0:1705683818.210251:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000401:0x99:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.210253:0:14195:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1705683818.210254:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.210254:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.210257:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672640 00000100:00100000:0.0:1705683818.210259:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.210260:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.210265:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159618 00000100:00100000:1.0:1705683818.210266:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.210267:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.210268:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8169:13157:x1788538577672448:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.210270:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159619 00010000:00010000:0.0:1705683818.210273:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.210273:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6110:2974:x1788538577672640:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.210276:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009274db80/0xd7faa4ce02aa1c97 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d98 expref: 1743 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210279:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.210284:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009274cc80/0xd7faa4ce02aa1c9e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d98 expref: 1742 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210288:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:2.0:1705683818.210289:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1705683818.210291:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009274cc80, rc 0) 00000100:00100000:2.0:1705683818.210300:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1742:16459:x1788538577672320:12345-192.168.203.50@tcp:101:touch.0 Request processed in 131us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.210304:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326908 00000100:00100000:2.0:1705683818.210312:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210313:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210315:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326909 00000100:00100000:2.0:1705683818.210318:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+347:16431:x1788538577672384:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.210323:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.210367:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091671180/0xd7faa4ce02aa1ca5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9d9f expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210411:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210415:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dbb expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210417:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210421:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210426:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8169 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210426:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210429:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210430:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.210431:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.210432:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dbb expref: 6111 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210432:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210443:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8169 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210448:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8169 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.210448:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210451:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.210454:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544800832:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.210454:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210457:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210459:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091672800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.210461:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210464:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.210466:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1294240 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.210468:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.210470:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.210471:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210473:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091672800/0xd7faa4ce02aa1cac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.210477:0:14259:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.210478:0:14259:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.210479:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.210482:0:14259:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326910 00010000:00010000:2.0:1705683818.210482:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00000100:00100000:1.0:1705683818.210485:0:14259:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1868:16420:x1788538577672512:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.210485:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210487:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091673200 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.210488:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210491:0:14259:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.210491:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210494:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x32 (ffff880090794f00) 00010000:00010000:2.0:1705683818.210495:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.210496:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e83480/0xd7faa4ce02aa1cc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9da6 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210496:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210500:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091673200/0xd7faa4ce02aa1cba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00002000:00010000:0.0:1705683818.210505:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.210510:0:14259:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb7700/0xd7faa4ce02aa1cc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dad expref: -99 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.210512:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.210513:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.210515:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e83480/0xd7faa4ce02aa1cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9da6 expref: 8170 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210519:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091671180/0xd7faa4ce02aa1ca5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d9f expref: 348 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.210537:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e83480/0xd7faa4ce02aa1cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9da6 expref: 8170 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210538:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091671180/0xd7faa4ce02aa1ca5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d9f expref: 348 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.210542:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e83480, rc 0) 00010000:00010000:2.0:1705683818.210546:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091671180, rc 0) 00000100:00100000:0.0:1705683818.210553:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+8170:13157:x1788538577672448:12345-192.168.203.50@tcp:101:dd.0 Request processed in 285us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.210553:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+347:16431:x1788538577672384:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 236us (498us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683818.210557:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159618 00000100:00100000:2.0:1705683818.210557:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326909 00000100:00100000:2.0:1705683818.210565:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210566:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210569:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326911 00000100:00100000:2.0:1705683818.210572:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1869:16317:x1788538577672576:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:1.0:1705683818.210576:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210577:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.210582:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210587:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210595:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091672080/0xd7faa4ce02aa1cd6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9db4 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.210617:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.210629:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 3/1,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210630:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210634:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210634:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210639:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210639:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210658:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210662:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210666:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210684:0:14195:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210688:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210691:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210695:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210698:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091672a80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.210699:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210700:0:14259:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096925680/0xd7faa4ce02aa1cf2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x496:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210703:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:1.0:1705683818.210704:0:14259:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096925680/0xd7faa4ce02aa1cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210708:0:14259:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096925680/0xd7faa4ce02aa1cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210708:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x0 (ffff880134f8cf00) 00010000:00010000:2.0:1705683818.210710:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.210711:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 3/0,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210714:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091672a80/0xd7faa4ce02aa1cdd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210721:0:14195:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210724:0:14195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210728:0:14195:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210731:0:14195:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880091671e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.210733:0:14195:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210736:0:14195:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210741:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4a9:0x0].0x3231 (ffff880132320d00) 00010000:00010000:2.0:1705683818.210742:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.210743:0:14195:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 2/0,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210747:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091671e00/0xd7faa4ce02aa1ceb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4a9:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14195 initiator: MDT0 00000004:00200000:1.0:1705683818.210772:0:14259:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x496:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.210775:0:14259:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1705683818.210782:0:14259:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096925680/0xd7faa4ce02aa1cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210788:0:14259:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210790:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091672080/0xd7faa4ce02aa1cd6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9db4 expref: 1870 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210791:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210794:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00010000:00010000:2.0:1705683818.210794:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091672080/0xd7faa4ce02aa1cd6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x4a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9db4 expref: 1870 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210798:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210801:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098bb6d00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.210801:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091672080, rc 0) 00010000:00010000:1.0:1705683818.210802:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210805:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210810:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:1.0:1705683818.210812:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.210813:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210815:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+1869:16317:x1788538577672576:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 243us (730us total) trans 0 rc 301/301 00010000:00010000:1.0:1705683818.210817:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb6d00/0xd7faa4ce02aa1ccf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210819:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326911 00010000:00010000:1.0:1705683818.210824:0:14259:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210827:0:14259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210828:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210828:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.210830:0:14259:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210831:0:14195:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672704 00010000:00010000:1.0:1705683818.210833:0:14259:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096924780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.210834:0:14259:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210836:0:14259:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14259 initiator: MDT0 00010000:00010000:1.0:1705683818.210839:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3931 (ffff88009fe68200) 00010000:00010000:1.0:1705683818.210840:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.210841:0:14259:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210841:0:14195:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.210842:0:14195:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.210843:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096924780/0xd7faa4ce02aa1ce4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14259 initiator: MDT0 00000100:00100000:2.0:1705683818.210845:0:14195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326912 00000100:00100000:2.0:1705683818.210848:0:14195:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+1499:16505:x1788538577672704:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.210855:0:14195:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.210864:0:14259:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098bb7700/0xd7faa4ce02aa1cc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dad expref: 1869 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210871:0:14259:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096925680/0xd7faa4ce02aa1cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x496:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dad expref: 1868 pid: 14259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.210875:0:14259:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x496:0x0].0x0 (ffff8800905c6000) 00010000:00010000:1.0:1705683818.210876:0:14259:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683818.210877:0:14259:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096925680, rc 0) 00000100:00100000:1.0:1705683818.210894:0:14259:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133e400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:60a99ee7-aeeb-4a00-9846-8ea658f59513+1868:16420:x1788538577672512:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 408us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.210898:0:14259:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326910 00010000:00010000:2.0:1705683818.210911:0:14195:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091673700/0xd7faa4ce02aa1cf9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dc2 expref: -99 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.210949:0:14195:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14195 initiator: MDT0 00010000:00010000:2.0:1705683818.210954:0:14195:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.210958:0:14195:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00000004:00200000:2.0:1705683818.210971:0:14195:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d84:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.210972:0:14195:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683818.210977:0:14195:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14195 initiator: MDT1 00010000:00010000:2.0:1705683818.210994:0:14195:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091673700/0xd7faa4ce02aa1cf9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dc2 expref: 1501 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211002:0:14195:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dc2 expref: 1500 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211007:0:14195:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d84:0x0].0x0 (ffff8800963d7a00) 00010000:00010000:2.0:1705683818.211008:0:14195:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.211009:0:14195:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994ce800, rc 0) 00000100:00100000:2.0:1705683818.211032:0:14195:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f712d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c572401a-2098-484c-b5c8-7a348378e325+1500:16505:x1788538577672704:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 183us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.211039:0:14195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326912 00000100:00100000:1.0:1705683818.211164:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093754b00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14221:1788538544799872:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.211175:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.211176:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.211187:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.211190:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211191:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211193:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7369:1858:x1788538577671360:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2974us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.211195:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672832 00000100:00100000:1.0:1705683818.211198:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105550 00000100:00100000:2.0:1705683818.211205:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211206:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211209:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159620 00000100:00100000:2.0:1705683818.211212:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6112:14136:x1788538577672832:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.211217:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.211317:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.211340:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.211342:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544799744:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.211347:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211347:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211352:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672896 00010000:00010000:0.0:1705683818.211353:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.211358:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211359:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211359:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211362:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211363:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211365:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672960 00000100:00100000:0.0:1705683818.211370:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544800064:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.211373:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211373:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211377:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159621 00010000:00010000:0.0:1705683818.211378:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.211380:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7369:2925:x1788538577672896:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00100000:0.0:1705683818.211382:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211382:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211383:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.211385:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.211388:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.211389:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.211393:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159622 00000100:00100000:0.0:1705683818.211396:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:60a99ee7-aeeb-4a00-9846-8ea658f59513+8170:13049:x1788538577672960:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.211400:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.211453:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732a8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544799616:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.211459:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544799680:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.211464:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dde expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.211475:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8171 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.211477:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d83 expref: 6377 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.211480:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6112 pid: 14426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.211484:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009274fc00, rc 0) 00010000:00010000:0.0:1705683818.211485:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.211485:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.211487:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dde expref: 8171 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.211498:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6112 pid: 14426 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.211500:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6377:7929:x1788538577671936:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3835us (4102us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.211504:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6112 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.211504:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159607 00000100:00100000:0.0:1705683818.211510:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009bba4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15139:1788538544800896:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.211535:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce02aa1d0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x351c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dc9 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.211541:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096926800/0xd7faa4ce02aa1d15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3028:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dd7 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.211545:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x351c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.211546:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8171 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.211551:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8171 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.211552:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.211553:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.211555:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce02aa1d0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dc9 expref: 6113 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.211556:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3028:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683818.211557:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15139:1788538544800960:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.211564:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.211565:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.211566:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800994cc280/0xd7faa4ce02aa1d0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dc9 expref: 6113 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.211568:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.211568:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096926800/0xd7faa4ce02aa1d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dd7 expref: 7370 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211571:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cc280, rc 0) 00010000:00010000:1.0:1705683818.211575:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096926800/0xd7faa4ce02aa1d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dd7 expref: 7370 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.211580:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096926800, rc 0) 00000100:00100000:2.0:1705683818.211582:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:c572401a-2098-484c-b5c8-7a348378e325+6113:14136:x1788538577672832:12345-192.168.203.50@tcp:101:dd.0 Request processed in 369us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.211586:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159620 00000100:00100000:2.0:1705683818.211595:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.211596:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:2925:x1788538577672896:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 215us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.211596:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211599:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577672768 00000100:00100000:1.0:1705683818.211601:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159621 00000100:00100000:2.0:1705683818.211608:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211608:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.211611:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326913 00000100:00100000:2.0:1705683818.211613:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+347:16439:x1788538577672768:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.211619:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.211638:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994ce080/0xd7faa4ce02aa1d1c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dd0 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211671:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cea80/0xd7faa4ce02aa1d23 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.211676:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cea80/0xd7faa4ce02aa1d23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.211679:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325bda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544800192:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.211680:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cea80/0xd7faa4ce02aa1d23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.211691:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.211695:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211696:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.211697:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00200000:2.0:1705683818.211737:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x3d4:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.211739:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1705683818.211773:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994ce080/0xd7faa4ce02aa1d1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dd0 expref: 349 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211782:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cea80/0xd7faa4ce02aa1d23 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dd0 expref: 348 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.211786:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff880131d68a00) 00010000:00010000:2.0:1705683818.211787:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1705683818.211788:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cea80, rc 0) 00000100:00100000:2.0:1705683818.211803:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b840500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:c572401a-2098-484c-b5c8-7a348378e325+348:16439:x1788538577672768:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 188us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.211806:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326913 00000100:00100000:0.0:1705683818.212346:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.212377:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.212378:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212378:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212383:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673792 00000100:00100000:2.0:1705683818.212395:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212396:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212397:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674176 00000100:00100000:2.0:1705683818.212407:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212407:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212413:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326914 00000100:00100000:2.0:1705683818.212415:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:60a99ee7-aeeb-4a00-9846-8ea658f59513+1743:16459:x1788538577673792:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:2.0:1705683818.212421:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.212422:0:14199:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683818.212430:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009274cc80/0xd7faa4ce02aa1c9e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d98 expref: 1743 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.212440:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:2.0:1705683818.212442:0:14199:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.212447:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ccc80/0xd7faa4ce02aa1d2a lrc: 2/0,0 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dec expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.212480:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.212481:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.212487:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326915 00000100:00100000:0.0:1705683818.212490:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1743:16461:x1788538577674176:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:0.0:1705683818.212496:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.212504:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.212513:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:2.0:1705683818.212519:0:14199:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1499 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.212538:0:14199:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00000100:00100000:1.0:1705683818.212542:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800976fee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544800320:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.212549:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e627c00/0xd7faa4ce02aa1d38 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e08 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.212551:0:14199:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1499 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.212553:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.212557:0:14199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1499 pid: 14198 timeout: 690 lvb_type: 0 00010000:00100000:1.0:1705683818.212558:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.212559:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.212559:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212563:0:14199:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e1900 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:14199:1788538544801024:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.212586:0:14199:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1d000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.212594:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212595:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212600:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674304 00010000:00010000:0.0:1705683818.212608:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.212614:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212619:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000100:00100000:2.0:1705683818.212620:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212620:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212621:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212623:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.212624:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326916 00000100:00100000:2.0:1705683818.212626:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+348:16434:x1788538577674304:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.212632:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.212652:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.212656:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cfc00/0xd7faa4ce02aa1d46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e0f expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.212659:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212660:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212664:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673152 00000100:00100000:1.0:1705683818.212676:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212678:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.212679:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.212681:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159623 00010000:00010000:0.0:1705683818.212684:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00000100:00100000:1.0:1705683818.212685:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976fee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6113:15766:x1788538577673152:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.212688:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.212691:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.212708:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212713:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212718:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00000004:00200000:0.0:1705683818.212731:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c98:0x0]: returning size 4096 00010000:00010000:2.0:1705683818.212744:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212764:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212768:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212793:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212798:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00000004:00200000:2.0:1705683818.212800:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x2b3:0x0]: returning size 4096 00010000:00010000:0.0:1705683818.212801:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212805:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212808:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e624a00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.212810:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212814:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212819:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.212820:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.212822:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212825:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e624a00/0xd7faa4ce02aa1d3f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212826:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212829:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212832:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212834:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212835:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212837:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212838:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cc780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.212839:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212843:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212844:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212846:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e25680 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.212848:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212848:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.212849:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.212850:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212850:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212853:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc780/0xd7faa4ce02aa1d54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212854:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3131 (ffff880096bde900) 00010000:00010000:0.0:1705683818.212855:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.212856:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.212859:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25680/0xd7faa4ce02aa1d4d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.212860:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212863:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212866:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212869:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cef80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.212870:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212873:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212876:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x33 (ffff880093eb1f00) 00010000:00010000:2.0:1705683818.212878:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.212878:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.212881:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cef80/0xd7faa4ce02aa1d62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.212883:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e627c00/0xd7faa4ce02aa1d38 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e08 expref: 1745 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.212888:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e627c00/0xd7faa4ce02aa1d38 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e08 expref: 1745 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.212894:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e627c00, rc 0) 00010000:00010000:2.0:1705683818.212902:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cfc00/0xd7faa4ce02aa1d46 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e0f expref: 350 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.212907:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093754b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1744:16461:x1788538577674176:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 417us (531us total) trans 4295059890 rc 301/301 00010000:00010000:2.0:1705683818.212907:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cfc00/0xd7faa4ce02aa1d46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e0f expref: 350 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.212912:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326915 00010000:00010000:2.0:1705683818.212914:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cfc00, rc 0) 00010000:00010000:1.0:1705683818.212923:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096924500/0xd7faa4ce02aa1d70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3661:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9de5 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.212925:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+349:16434:x1788538577674304:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 298us (422us total) trans 4295064398 rc 301/301 00000100:00100000:2.0:1705683818.212929:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326916 00002000:00010000:1.0:1705683818.212932:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3661:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683818.212934:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801321a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544800512:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.212939:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.212940:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.212942:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096924500/0xd7faa4ce02aa1d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9de5 expref: 6114 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.212946:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.212948:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544800640:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.212949:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096924500/0xd7faa4ce02aa1d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9de5 expref: 6114 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.212951:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.212952:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.212952:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.212954:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096924500, rc 0) 00010000:00010000:2.0:1705683818.212957:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.212961:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.212962:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.212962:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.212967:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976fee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c572401a-2098-484c-b5c8-7a348378e325+6114:15766:x1788538577673152:12345-192.168.203.50@tcp:101:dd.0 Request processed in 282us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.212971:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159623 00000100:00100000:1.0:1705683818.212991:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009224ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544800704:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.213002:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.213003:0:6522:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544800768:192.168.203.50@tcp:105: 00010000:00100000:1.0:1705683818.213006:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.213007:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.213007:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.213012:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.213022:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6376:1860:x1788538577672192:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3070us (3111us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.213027:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105557 00000100:00100000:1.0:1705683818.213031:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0000_UUID:15129:1788538544800832:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.213043:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dbb expref: 6113 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213050:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bb7480, rc 0) 00000100:00100000:1.0:1705683818.213064:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6113:2974:x1788538577672640:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 2790us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.213068:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159619 00000100:00100000:1.0:1705683818.213104:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.213109:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213110:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213113:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673856 00000100:00100000:1.0:1705683818.213121:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213121:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213123:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159624 00000100:00100000:1.0:1705683818.213126:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8172:16380:x1788538577673856:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.213130:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.213159:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b37300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544799936:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.213169:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.213173:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.213173:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.213174:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213193:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.213205:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.213231:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.213237:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213238:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213243:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673984 00000100:00100000:2.0:1705683818.213258:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213259:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213261:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674112 00000100:00100000:0.0:1705683818.213264:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213265:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213268:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213269:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213270:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159625 00000100:00100000:2.0:1705683818.213272:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159626 00000100:00100000:0.0:1705683818.213273:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:13157:x1788538577673984:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.213275:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8173:15645:x1788538577674112:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.213278:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.213279:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.213288:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096927200/0xd7faa4ce02aa1d77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9df3 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213295:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e01 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.213299:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.213304:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.213307:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.213308:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.213308:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.213310:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096927200/0xd7faa4ce02aa1d77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9df3 expref: 8175 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213310:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.213311:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e01 expref: 8175 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213317:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096927200/0xd7faa4ce02aa1d77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9df3 expref: 8175 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213321:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.213326:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096927200, rc 0) 00010000:00010000:2.0:1705683818.213327:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.213332:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544801088:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.213338:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:16380:x1788538577673856:12345-192.168.203.50@tcp:101:dd.0 Request processed in 211us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.213341:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159624 00000100:00100000:2.0:1705683818.213347:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c5900 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.213356:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213357:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213360:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674368 00000100:00100000:1.0:1705683818.213363:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.213372:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213372:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213374:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674432 00000100:00100000:2.0:1705683818.213380:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213381:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.213384:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326917 00000100:00100000:1.0:1705683818.213385:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.213386:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1869:15741:x1788538577674368:12345-192.168.203.50@tcp:101:rm.0 00010000:00010000:2.0:1705683818.213392:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.213411:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cde00/0xd7faa4ce02aa1d85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e16 expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.213438:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.213447:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213447:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213451:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673024 00010000:00010000:2.0:1705683818.213454:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.213459:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213460:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7371 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.213463:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213468:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213469:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213471:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673216 00010000:00010000:1.0:1705683818.213475:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6376 pid: 14427 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.213482:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213483:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.213484:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213485:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105558 00000100:00100000:1.0:1705683818.213487:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7371:1857:x1788538577673024:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.213489:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213493:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.213493:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213499:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7371 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.213509:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7371 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.213516:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fb6080/0xd7faa4ce029f1b3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67790 expref: 7371 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.213538:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.213539:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213540:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213546:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105559 00000100:00100000:0.0:1705683818.213549:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6376:1857:x1788538577673216:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.213549:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:1857:x1788538577673024:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.213554:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105558 00010000:00010000:0.0:1705683818.213555:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.213560:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.213561:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6376 pid: 14427 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.213565:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.213567:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6376 pid: 14427 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.213569:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213575:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.213579:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135e7c500/0xd7faa4ce029e8ada lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60862 expref: 6376 pid: 14427 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.213581:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213582:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:2.0:1705683818.213584:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3931:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.213585:0:14343:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.213586:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.213586:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673344 00010000:00010000:0.0:1705683818.213587:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.213589:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d83 expref: 6375 pid: 15111 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.213591:0:14343:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213592:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7370 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.213594:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d83 expref: 6375 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213596:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213599:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213599:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.213600:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213601:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105560 00000100:00100000:1.0:1705683818.213604:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7370:1857:x1788538577673344:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.213604:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.213607:0:6522:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009274fc00/0xd7faa4ce02aa1c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d83 expref: 6375 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213607:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213608:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.213610:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7370 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.213610:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cf980 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.213612:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.213614:0:6522:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093750a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544801152:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.213615:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213616:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7370 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.213620:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.213622:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.213623:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213626:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800907e4000/0xd7faa4ce02a56bd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ade8 expref: 7370 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.213626:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cf980/0xd7faa4ce02aa1d8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.213628:0:6522:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.213633:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213635:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.213636:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.213636:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213637:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.213638:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.213639:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.213639:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213641:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213642:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cc000 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:0.0:1705683818.213643:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326918 00010000:00010000:2.0:1705683818.213643:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT0 00000100:00100000:0.0:1705683818.213646:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16420:x1788538577674432:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.213647:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.213651:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3431 (ffff8800920d6600) 00010000:00010000:0.0:1705683818.213652:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.213652:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.213653:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00010000:00010000:1.0:1705683818.213654:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.213656:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cc000/0xd7faa4ce02aa1d93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT0 00000100:00100000:1.0:1705683818.213668:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091570500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7369:1857:x1788538577673344:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.213673:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105560 00010000:00010000:2.0:1705683818.213678:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cde00/0xd7faa4ce02aa1d85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e16 expref: 1871 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213687:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.213691:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e24280/0xd7faa4ce02aa1da1 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x10f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e1d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213692:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213695:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e16 expref: 1870 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213697:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213699:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff8800920d6700) 00010000:00010000:1.0:1705683818.213700:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213700:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.213701:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cca00, rc 0) 00010000:00010000:1.0:1705683818.213718:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.213723:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e25400/0xd7faa4ce02aa1da8 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x10f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.213727:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.213728:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e25400/0xd7faa4ce02aa1da8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.213730:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.213732:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e25400/0xd7faa4ce02aa1da8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.213734:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800915dc280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.213736:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213744:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683818.213747:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000400:0x10f:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.213760:0:14198:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1705683818.213769:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213772:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915dc280/0xd7faa4ce02aa1c66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.213781:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e24280/0xd7faa4ce02aa1da1 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x10f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e1d expref: 1872 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.213785:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.213786:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.213787:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.213789:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e25400/0xd7faa4ce02aa1da8 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e1d expref: 1871 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.213793:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x10f:0x0].0x0 (ffff880096bde400) 00010000:00010000:0.0:1705683818.213794:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683818.213795:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e25400, rc 0) 00000100:00100000:2.0:1705683818.213798:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093756900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:15741:x1788538577674368:12345-192.168.203.50@tcp:101:rm.0 Request processed in 411us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.213802:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326917 00000100:00100000:0.0:1705683818.213806:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:16420:x1788538577674432:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 159us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.213810:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326918 00010000:00010000:0.0:1705683818.213823:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e25180/0xd7faa4ce02aa1daf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9dfa expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.213850:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+2029:3084:x1788538544800128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4914us (5049us total) trans 4295029478 rc 0/0 00000100:00100000:1.0:1705683818.213855:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159611 00000100:00100000:1.0:1705683818.213891:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.213898:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213899:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213903:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673472 00010000:00010000:1.0:1705683818.213911:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7369 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.213920:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213920:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.213923:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105561 00000100:00100000:1.0:1705683818.213926:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7369:1857:x1788538577673472:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.213930:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.213932:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7369 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.213938:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7369 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.213949:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0f00/0xd7faa4ce02a56e9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8af31 expref: 7369 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.213956:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.213958:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.213959:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.213963:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.213966:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093757300/2, rc 0, transno 62182 00000100:00100000:0.0:1705683818.213972:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544800128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.213974:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.213986:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7368:1857:x1788538577673472:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.213990:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105561 00000100:00100000:0.0:1705683818.214003:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683818.214003:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214007:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.214008:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544801216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.214011:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214015:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.214023:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.214023:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.214035:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.214038:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214043:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0e80780 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.214044:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214047:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214053:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214055:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80780/0xd7faa4ce02aa1c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214063:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.214064:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.214064:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.214108:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2029:3085:x1788538544800384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4627us (4712us total) trans 4295029479 rc 0/0 00000100:00100000:1.0:1705683818.214112:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159614 00000100:00100000:1.0:1705683818.214122:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214123:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214125:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801216 00000004:00080000:2.0:1705683818.214127:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e0000/2, rc 0, transno 62183 00000100:00100000:2.0:1705683818.214133:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544800384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.214135:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214135:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214138:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159627 00002000:00010000:0.0:1705683818.214139:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.214140:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2029:3083:x1788538544801216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.214148:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.214149:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1705683818.214150:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10554 count 1 00010000:00010000:0.0:1705683818.214151:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e25180/0xd7faa4ce02aa1daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dfa expref: 7368 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214159:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131e25180/0xd7faa4ce02aa1daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dfa expref: 7368 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.214164:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544801280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.214165:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e25180, rc 0) 00000100:00100000:2.0:1705683818.214180:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.214184:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7368:13157:x1788538577673984:12345-192.168.203.50@tcp:101:dd.0 Request processed in 911us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.214189:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159625 00000100:00100000:2.0:1705683818.214194:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214195:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214196:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214197:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214198:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801280 00000100:00100000:2.0:1705683818.214214:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214214:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214215:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214216:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.214217:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.214218:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159628 00000100:00100000:2.0:1705683818.214220:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2030:3085:x1788538544801280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.214224:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7367 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214229:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.214230:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1705683818.214230:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10555 count 1 00000100:00100000:0.0:1705683818.214231:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.214231:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214245:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7367 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214251:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7367 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.214258:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544801344:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.214276:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1294180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.214285:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214286:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214289:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673664 00010000:00010000:1.0:1705683818.214299:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7368 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.214309:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.214309:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214310:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214313:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105562 00000100:00100000:0.0:1705683818.214316:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214316:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7368:1857:x1788538577673664:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.214317:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214321:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675264 00010000:00010000:1.0:1705683818.214321:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.214323:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7368 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214329:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7368 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.214330:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214331:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.214340:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f0a580/0xd7faa4ce02a571ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b0a4 expref: 7368 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214347:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214347:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214349:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214353:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214365:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.214370:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.214375:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326919 00000100:00100000:1.0:1705683818.214378:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7367:1857:x1788538577673664:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.214378:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7367 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.214379:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1744:16461:x1788538577675264:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:2.0:1705683818.214382:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.214383:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105562 00010000:00010000:2.0:1705683818.214383:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.214384:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214386:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.214396:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7366 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214400:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214401:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7366 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214405:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.214407:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544801408:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.214410:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214414:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214418:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24500/0xd7faa4ce02aa1dc4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e32 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.214419:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.214422:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.214428:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.214430:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214436:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f5db980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.214437:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214446:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214454:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214458:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f5db980/0xd7faa4ce02aa1c89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214474:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.214475:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.214476:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.214477:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.214483:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214488:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000100:00100000:1.0:1705683818.214502:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2031:3084:x1788538544800576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4797us (4830us total) trans 4295029480 rc 0/0 00000100:00100000:1.0:1705683818.214506:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159616 00000004:00080000:1.0:1705683818.214542:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134cd8f00/2, rc 0, transno 62184 00010000:00010000:0.0:1705683818.214545:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.214547:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134cd8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544800576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.214550:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214554:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000100:00100000:2.0:1705683818.214569:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.214583:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00200000:0.0:1705683818.214586:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c98:0x0]: returning size 4096 00000100:00100000:2.0:1705683818.214586:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.214592:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214593:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214597:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673920 00010000:00010000:1.0:1705683818.214605:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7367 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.214614:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.214615:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00000100:00100000:1.0:1705683818.214615:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214618:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105563 00010000:00010000:0.0:1705683818.214619:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00000100:00100000:1.0:1705683818.214620:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7367:1857:x1788538577673920:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.214622:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214625:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214626:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.214628:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e24780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.214628:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7367 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.214629:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214632:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214633:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7367 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.214639:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.214641:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.214642:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214644:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d17700/0xd7faa4ce02a5692a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8acc2 expref: 7367 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.214645:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24780/0xd7faa4ce02aa1dcb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214649:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214652:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214652:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214653:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214654:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214655:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214657:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e25b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.214659:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214659:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214661:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214664:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3131 (ffff88009955b900) 00010000:00010000:0.0:1705683818.214665:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.214666:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.214668:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e25b80/0xd7faa4ce02aa1dd2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.214670:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.214680:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7366:1857:x1788538577673920:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.214684:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105563 00010000:00010000:0.0:1705683818.214689:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24500/0xd7faa4ce02aa1dc4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e32 expref: 1746 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214694:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e24500/0xd7faa4ce02aa1dc4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e32 expref: 1746 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214698:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e24500, rc 0) 00000100:00100000:1.0:1705683818.214698:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214699:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214702:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801472 00000100:00100000:0.0:1705683818.214708:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1745:16461:x1788538577675264:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 329us (400us total) trans 4295059891 rc 301/301 00000100:00100000:1.0:1705683818.214710:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214711:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214712:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326919 00000100:00100000:2.0:1705683818.214713:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214714:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159629 00000100:00100000:2.0:1705683818.214714:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214716:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2031:3086:x1788538544801472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.214723:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.214725:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10556 count 1 00010000:00010000:0.0:1705683818.214728:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214732:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214735:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214741:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.214744:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.214746:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214767:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0e81180 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.214768:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214773:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214785:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214789:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e81180/0xd7faa4ce02aa1c58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214800:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.214801:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.214802:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.214809:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214817:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7365 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214822:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.214823:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.214823:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.214828:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2032:3086:x1788538544799808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6601us (6626us total) trans 4295029481 rc 0/0 00000100:00100000:0.0:1705683818.214833:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159609 00000004:00080000:2.0:1705683818.214833:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b34100/2, rc 0, transno 62185 00010000:00010000:1.0:1705683818.214836:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7365 pid: 15121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.214837:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b34100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544799808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.214842:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7365 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.214848:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544801536:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.214859:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544801600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.214861:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1294240 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.214869:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.214873:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.214877:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214878:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214882:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675456 00000100:00100000:2.0:1705683818.214886:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214887:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214890:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801600 00000100:00100000:0.0:1705683818.214891:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214892:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.214895:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326920 00000100:00100000:1.0:1705683818.214897:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.214898:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+349:16434:x1788538577675456:12345-192.168.203.50@tcp:101:lfs.0 00000100:00100000:2.0:1705683818.214898:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214899:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.214901:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159630 00010000:00010000:0.0:1705683818.214904:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.214904:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2032:3083:x1788538544801600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.214905:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214906:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214910:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673088 00002000:00080000:2.0:1705683818.214911:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10557 count 1 00010000:00010000:1.0:1705683818.214918:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7366 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.214928:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e27980/0xd7faa4ce02aa1de7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e40 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.214928:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214929:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.214931:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105564 00000100:00100000:1.0:1705683818.214934:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7366:1857:x1788538577673088:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.214939:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.214940:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7366 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214945:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7366 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214956:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d4cf00/0xd7faa4ce02a567ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ac36 expref: 7366 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.214965:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214966:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.214968:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214972:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.214977:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.214978:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.214983:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.214984:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7365 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.214985:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.214987:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.214993:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.214993:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.214994:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.214996:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7365:1857:x1788538577673088:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 60us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.215000:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105564 00010000:00010000:2.0:1705683818.215005:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7365 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215011:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7364 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215012:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215016:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.215018:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544801664:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.215020:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.215031:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2c0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.215045:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00200000:0.0:1705683818.215049:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x2b3:0x0]: returning size 4096 00000100:00100000:1.0:1705683818.215054:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215055:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215059:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673280 00010000:00010000:1.0:1705683818.215066:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7365 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215072:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.215075:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215075:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.215076:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.215078:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105565 00010000:00010000:0.0:1705683818.215079:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.215081:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7365:1857:x1788538577673280:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.215082:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215085:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa9ad00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.215085:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.215086:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215087:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7365 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215089:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215092:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7365 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215093:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.215094:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.215095:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215098:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9ad00/0xd7faa4ce02aa1df5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215101:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d36580/0xd7faa4ce02a56a96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ad55 expref: 7365 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215103:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215105:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215108:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215108:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.215109:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.215110:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215111:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa9b700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.215112:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215114:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215114:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215120:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x33 (ffff880135b15a00) 00010000:00010000:0.0:1705683818.215121:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.215122:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.215125:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9b700/0xd7faa4ce02aa1dfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.215125:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.215133:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7364:1857:x1788538577673280:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 53us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.215140:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105565 00010000:00010000:0.0:1705683818.215144:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e27980/0xd7faa4ce02aa1de7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e40 expref: 351 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215148:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e27980/0xd7faa4ce02aa1de7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e40 expref: 351 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215151:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215153:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e27980, rc 0) 00010000:00010000:1.0:1705683818.215156:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215161:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.215163:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+350:16434:x1788538577675456:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 265us (294us total) trans 4295064399 rc 301/301 00010000:00010000:1.0:1705683818.215165:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.215167:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326920 00010000:00010000:1.0:1705683818.215173:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.215179:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215183:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215187:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215191:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215198:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683818.215201:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.215203:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215207:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0e80280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.215208:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215213:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215221:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215228:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e80280/0xd7faa4ce02aa1c5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215240:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.215242:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215245:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f06800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.215246:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215250:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.215252:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2034:3086:x1788538544800000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6629us (6656us total) trans 4295029482 rc 0/0 00010000:00010000:2.0:1705683818.215256:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.215257:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159610 00010000:00010000:2.0:1705683818.215259:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f06800/0xd7faa4ce02aa1c4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215269:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.215271:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2033:3083:x1788538544799552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7357us (7390us total) trans 4295029483 rc 0/0 00000100:00100000:0.0:1705683818.215275:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159608 00010000:00010000:2.0:1705683818.215280:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.215281:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.215282:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683818.215294:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012f710f00/2, rc 0, transno 62187 00000100:00100000:2.0:1705683818.215298:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544799552:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683818.215309:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073b30000/2, rc 0, transno 62186 00000100:00100000:2.0:1705683818.215311:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544800000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.215323:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.215331:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215332:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215336:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673408 00000100:00100000:2.0:1705683818.215339:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544801728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.215344:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.215345:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7364 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215354:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.215364:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215364:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215365:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215366:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215367:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673600 00000100:00100000:0.0:1705683818.215372:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105566 00010000:00010000:1.0:1705683818.215374:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7365 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215375:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683818.215376:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7365:1857:x1788538577673408:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.215379:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.215381:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.215383:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.215384:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7365 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.215384:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215387:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105567 00010000:00010000:0.0:1705683818.215390:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7365 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.215390:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7365:1857:x1788538577673600:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.215390:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.215395:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.215398:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7365 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215399:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.215400:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800922c6580/0xd7faa4ce02a56ce2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8ae5f expref: 7365 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215400:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.215403:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7365 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215403:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801728 00010000:00010000:0.0:1705683818.215407:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.215408:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.215409:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.215412:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.215413:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800985ae300/0xd7faa4ce02a5701c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8afe7 expref: 7364 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215413:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.215414:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.215414:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801792 00000100:00100000:2.0:1705683818.215420:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.215421:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.215422:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.215422:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.215423:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159631 00010000:00010000:1.0:1705683818.215424:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.215425:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2034:3084:x1788538544801728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.215428:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.215428:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1705683818.215434:0:14427:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10558 count 1 00000100:00100000:0.0:1705683818.215439:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7363:1857:x1788538577673408:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.215440:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.215443:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105566 00000100:00100000:1.0:1705683818.215453:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093751900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:1857:x1788538577673600:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 63us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.215456:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215457:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215460:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159632 00000100:00100000:1.0:1705683818.215460:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105567 00000100:00100000:0.0:1705683818.215463:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2034:3086:x1788538544801792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.215471:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10559 count 1 00010000:00010000:1.0:1705683818.215477:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215482:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215487:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215491:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215494:0:14427:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215498:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.215500:0:14427:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7361 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215504:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.215505:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.215506:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215518:0:14427:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7361 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215541:0:14427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7361 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215547:0:14427:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e5a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544801856:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.215561:0:14427:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a600 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.215575:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215579:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215583:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215586:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.215589:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2035:3083:x1788538544800256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6382us (6480us total) trans 4295029484 rc 0/0 00010000:00010000:2.0:1705683818.215593:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683818.215594:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159612 00000100:00100000:1.0:1705683818.215619:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.215620:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215627:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7361 pid: 15140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.215627:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215628:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.215632:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.215632:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577673728 00010000:00010000:0.0:1705683818.215633:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.215634:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215640:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8175 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215646:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7361 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215651:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7361 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.215651:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215652:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215655:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105568 00000100:00100000:0.0:1705683818.215658:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544801920:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.215658:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:1857:x1788538577673728:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.215664:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.215666:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8175 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.215671:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.215673:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8175 pid: 15127 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.215674:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2035:3085:x1788538544800448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6089us (6257us total) trans 4295029485 rc 0/0 00010000:00010000:0.0:1705683818.215678:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1705683818.215679:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159615 00010000:00010000:0.0:1705683818.215680:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215684:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88011f5d9680 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.215684:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096363980/0xd7faa4ce02a49619 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e24 expref: 8175 pid: 15127 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.215686:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215690:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215692:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.215693:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.215695:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dbb expref: 6112 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215697:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.215697:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801325d4b00/2, rc 0, transno 62188 00010000:00010000:1.0:1705683818.215700:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dbb expref: 6112 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.215701:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544800256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.215702:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f5d9680/0xd7faa4ce02aa1c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215713:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.215714:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.215716:0:14221:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098bb7480/0xd7faa4ce02aa1cb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dbb expref: 6112 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215718:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009274ef80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.215719:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.215721:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.215723:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544802048:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.215724:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215735:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.215738:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011e2a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.215738:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.215739:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009274ef80/0xd7faa4ce02aa1c82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.215748:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.215764:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.215766:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.215767:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683818.215785:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e0500/2, rc 0, transno 62189 00000100:00100000:2.0:1705683818.215789:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544800448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.215803:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.215808:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683818.215811:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215811:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.215812:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544802112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.215815:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544801984 00000100:00100000:0.0:1705683818.215824:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.215826:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.215827:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215828:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215830:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674496 00000100:00100000:0.0:1705683818.215832:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215832:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215836:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674624 00000100:00100000:1.0:1705683818.215839:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.215839:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215840:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.215840:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215842:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802112 00000100:00100000:2.0:1705683818.215844:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159633 00000100:00100000:0.0:1705683818.215846:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215846:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.215846:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2036:3086:x1788538544801984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.215849:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326921 00000100:00100000:1.0:1705683818.215849:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.215850:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215851:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+350:16505:x1788538577674624:12345-192.168.203.50@tcp:36:lfs.0 00000100:00100000:1.0:1705683818.215853:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159634 00000100:00100000:1.0:1705683818.215855:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800980a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:2925:x1788538577674496:12345-192.168.203.50@tcp:101:dir_create.sh.0 00002000:00080000:2.0:1705683818.215856:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10560 count 1 00010000:00010000:1.0:1705683818.215860:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.215892:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093755a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802176:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1705683818.215960:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.215969:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.215977:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215977:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.215981:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159635 00000100:00100000:0.0:1705683818.215983:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+2036:3084:x1788538544802112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.215988:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683818.215991:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10561 count 1 00010000:00010000:2.0:1705683818.215995:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7361 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.215999:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.216000:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.216001:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.216012:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7361 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.216017:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7361 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.216027:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544802240:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.216042:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.216046:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.216050:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216051:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.216055:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7361 pid: 15167 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.216056:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802176 00010000:00010000:0.0:1705683818.216060:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.216061:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.216062:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216066:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009630f200/0xd7faa4ce02aa1e26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3048:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e24 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216072:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7361 pid: 15167 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.216072:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216072:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216075:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39449 00002000:00010000:1.0:1705683818.216076:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3048:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.216077:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14198:x1788538544802176:12345-0@lo:1000:mdt00_012.0 00010000:00010000:0.0:1705683818.216078:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7361 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.216082:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.216083:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.216084:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544802304:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.216085:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009630f200/0xd7faa4ce02aa1e26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e24 expref: 8176 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216091:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009630f200/0xd7faa4ce02aa1e26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e24 expref: 8176 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216096:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009630f200, rc 0) 00000100:00100000:0.0:1705683818.216098:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.216108:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800980a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8176:2925:x1788538577674496:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 252us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.216112:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159634 00000100:00100000:2.0:1705683818.216141:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14198:x1788538544802176:12345-0@lo:1000:mdt00_012.0 Request processed in 62us (180us total) trans 0 rc 1/1 00000100:00100000:2.0:1705683818.216146:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39449 00000100:00100000:0.0:1705683818.216147:0:14198:0:(client.c:2946:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295059886 gen 2 00000004:00080000:0.0:1705683818.216150:0:14198:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295059886 committed transno 4295059886 00000100:00100000:1.0:1705683818.216165:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.216170:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093755a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802176:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.216173:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216173:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216178:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674688 00010000:00010000:1.0:1705683818.216187:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6113 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.216197:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093750500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+350:16505:x1788538577674624:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 345us (373us total) trans 0 rc -17/-17 00000100:00100000:1.0:1705683818.216197:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216198:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216201:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326921 00000100:00100000:1.0:1705683818.216201:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105569 00000100:00100000:1.0:1705683818.216204:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6113:1858:x1788538577674688:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.216208:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.216216:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6113 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.216219:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009bba4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15139:1788538544800896:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.216223:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6113 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.216224:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15139:1788538544800960:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.216232:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07b4000/0xd7faa4ce02a68a3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94aea expref: 6113 pid: 14426 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.216239:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.216241:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dde expref: 8175 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216248:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e82080, rc 0) 00000100:00100000:1.0:1705683818.216252:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6112:1858:x1788538577674688:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 48us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.216257:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105569 00000100:00100000:0.0:1705683818.216258:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:13049:x1788538577672960:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4862us (4919us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.216262:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159622 00000100:00100000:0.0:1705683818.216328:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.216340:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216341:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216345:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.216345:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674816 00000100:00100000:0.0:1705683818.216349:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216350:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216353:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675008 00010000:00010000:1.0:1705683818.216355:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8175 pid: 15127 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.216361:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216362:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216365:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326922 00000100:00100000:1.0:1705683818.216365:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216366:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216367:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+350:16439:x1788538577675008:12345-192.168.203.50@tcp:36:mrename.0 00000100:00100000:1.0:1705683818.216369:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105570 00000100:00100000:1.0:1705683818.216372:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:1857:x1788538577674816:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.216377:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.216382:0:14198:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.216383:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8175 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.216388:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8175 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.216390:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cea80/0xd7faa4ce02aa1d23 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dd0 expref: 350 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216398:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff880131d68a00) 00010000:00010000:1.0:1705683818.216399:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c42580/0xd7faa4ce02a5dd67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f187 expref: 8175 pid: 15127 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.216403:0:14198:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.216407:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.216408:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.216410:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dde expref: 8174 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216415:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dde expref: 8174 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216430:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e82080/0xd7faa4ce02aa1d07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dde expref: 8174 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.216437:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544802368:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.216440:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.216445:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.216449:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.216453:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1dbcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.216466:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.216469:0:14198:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.216473:0:14198:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.216480:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802432:0@lo:101:mdt00_012.0 00000100:00100000:1.0:1705683818.216486:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.216493:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.216495:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216496:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216500:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.216500:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674880 00000100:00100000:2.0:1705683818.216506:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216507:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216512:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802432 00000100:00100000:1.0:1705683818.216520:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216533:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216537:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216537:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216538:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216538:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55608 00000100:00100000:2.0:1705683818.216538:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216541:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096659050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1500:1860:x1788538577674880:12345-192.168.203.50@tcp:103:mrename.0 00000100:00100000:2.0:1705683818.216541:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39450 00000100:00100000:2.0:1705683818.216544:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14198:x1788538544802432:12345-0@lo:101:mdt00_012.0 00010000:00010000:1.0:1705683818.216549:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.216550:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.216550:0:8818:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.216556:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.216556:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800916fca00/0xd7faa4ce02aa1b1d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d26:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cfe expref: 1500 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.216557:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216559:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577674752 00010000:00010000:1.0:1705683818.216566:0:15169:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d26:0x0].0x0 (ffff880096988d00) 00000100:00100000:0.0:1705683818.216571:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216572:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216575:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 55609 00000100:00100000:0.0:1705683818.216577:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+1500:1860:x1788538577674752:12345-192.168.203.50@tcp:103:mrename.0 00010000:00010000:0.0:1705683818.216582:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.216589:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800915de580/0xd7faa4ce02aa1c3c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9d52 expref: 1500 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.216590:0:8818:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cc500/0xd7faa4ce02aa1e3b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa1e34 expref: -99 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216592:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.216596:0:15173:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff88009fe68e00) 00010000:00010000:2.0:1705683818.216600:0:8818:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cc500/0xd7faa4ce02aa1e3b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e34 expref: 34 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216602:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.216604:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096659050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+1499:1860:x1788538577674880:12345-192.168.203.50@tcp:103:mrename.0 Request processed in 63us (119us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.216606:0:8818:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cc500/0xd7faa4ce02aa1e3b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e34 expref: 34 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.216608:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55608 00010000:00010000:2.0:1705683818.216613:0:8818:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00000100:00100000:0.0:1705683818.216614:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+1499:1860:x1788538577674752:12345-192.168.203.50@tcp:103:mrename.0 Request processed in 36us (64us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.216614:0:8818:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.216616:0:8818:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cc500, rc 0) 00000100:00100000:0.0:1705683818.216621:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 55609 00000100:00100000:2.0:1705683818.216633:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:14198:x1788538544802432:12345-0@lo:101:mdt00_012.0 Request processed in 88us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.216637:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39450 00000100:00100000:0.0:1705683818.216638:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802432:0@lo:101:mdt00_012.0 00010000:00010000:0.0:1705683818.216645:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216650:0:14198:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.216658:0:14199:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e1900 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:14199:1788538544801024:192.168.203.50@tcp:104: 00000004:00080000:0.0:1705683818.216660:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:2.0:1705683818.216669:0:14199:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:0.0:1705683818.216670:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.216672:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.216673:0:14198:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14198 initiator: MDT0 00010000:00100000:2.0:1705683818.216673:0:14199:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.216674:0:14199:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.216675:0:14199:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.216677:0:14198:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.216685:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216685:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216689:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675072 00000100:00100000:0.0:1705683818.216698:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216698:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216701:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.216702:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159636 00000100:00100000:0.0:1705683818.216705:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6376:14136:x1788538577675072:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.216710:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.216722:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.216733:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216734:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216737:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675328 00000100:00100000:1.0:1705683818.216744:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.216764:0:15180:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216764:0:15180:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216769:0:15180:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675520 00000100:00100000:1.0:1705683818.216775:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216776:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216782:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159637 00000100:00100000:2.0:1705683818.216782:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.216783:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.216785:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6377:15766:x1788538577675328:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.216788:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159638 00010000:00010000:1.0:1705683818.216791:0:15129:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.216791:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b2c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:16380:x1788538577675520:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.216796:0:14224:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.216921:0:14224:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924cc780/0xd7faa4ce02aa1e49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e47 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216923:0:15129:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009630ed00/0xd7faa4ce02aa1e50 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x36a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e39 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216930:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa98c80/0xd7faa4ce02aa1e57 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x355d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e2b expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.216931:0:14224:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1705683818.216932:0:15129:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x36a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1705683818.216938:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x355d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.216938:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.216940:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.216940:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.216941:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.216943:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cc780/0xd7faa4ce02aa1e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e47 expref: 7363 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216944:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630ed00/0xd7faa4ce02aa1e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e39 expref: 6379 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216945:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.216946:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.216948:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98c80/0xd7faa4ce02aa1e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e2b expref: 6379 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216950:0:15129:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009630ed00/0xd7faa4ce02aa1e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e39 expref: 6379 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.216950:0:14224:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800924cc780/0xd7faa4ce02aa1e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e47 expref: 7363 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.216954:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa98c80/0xd7faa4ce02aa1e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e2b expref: 6379 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.216955:0:15129:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009630ed00, rc 0) 00010000:00010000:2.0:1705683818.216955:0:14224:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cc780, rc 0) 00010000:00010000:0.0:1705683818.216959:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa98c80, rc 0) 00000100:00100000:0.0:1705683818.216969:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c572401a-2098-484c-b5c8-7a348378e325+6379:14136:x1788538577675072:12345-192.168.203.50@tcp:101:dd.0 Request processed in 264us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.216969:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b2c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7363:16380:x1788538577675520:12345-192.168.203.50@tcp:101:dd.0 Request processed in 178us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.216973:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:c572401a-2098-484c-b5c8-7a348378e325+6379:15766:x1788538577675328:12345-192.168.203.50@tcp:101:dd.0 Request processed in 188us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.216974:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159636 00000100:00100000:2.0:1705683818.216975:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159638 00000100:00100000:1.0:1705683818.216978:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159637 00000100:00100000:0.0:1705683818.216984:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216985:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.216988:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675136 00010000:00010000:0.0:1705683818.216994:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1498 pid: 14198 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.217009:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.217009:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217011:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.217012:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105571 00000100:00100000:1.0:1705683818.217012:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.217015:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+1498:1858:x1788538577675136:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.217019:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.217021:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1498 pid: 14198 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.217026:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1498 pid: 14198 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.217038:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092766580/0xd7faa4ce02aa1a1a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9cb1 expref: 1498 pid: 14198 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.217045:0:15173:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:0.0:1705683818.217047:0:15173:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00000100:00100000:2.0:1705683818.217048:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:15117:1788538544801088:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.217049:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.217052:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14199 initiator: MDT1 00010000:00010000:0.0:1705683818.217055:0:15173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14199 initiator: MDT1 00000100:00100000:1.0:1705683818.217056:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217056:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.217059:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e01 expref: 8174 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.217060:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675584 00010000:00010000:2.0:1705683818.217067:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994ccf00, rc 0) 00010000:00010000:0.0:1705683818.217070:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.217070:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.217074:0:14199:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217077:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00000100:00100000:1.0:1705683818.217079:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217080:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.217082:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c572401a-2098-484c-b5c8-7a348378e325+1497:1858:x1788538577675136:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.217084:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105572 00000100:00100000:0.0:1705683818.217087:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105571 00000100:00100000:1.0:1705683818.217087:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6112:1857:x1788538577675584:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.217092:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.217099:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.217100:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802496:0@lo:101:mdt00_012.0 00010000:00010000:1.0:1705683818.217108:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.217114:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.217119:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009603de00/0xd7faa4ce02a968ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b2d expref: 6112 pid: 9445 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.217120:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.217127:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.217128:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.217130:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e01 expref: 8174 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.217135:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e01 expref: 8174 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217137:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b2a800/0xd7faa4ce02aa1e5e lrc: 3/0,1 mode: --/PW res: [0x240000401:0x99:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:2.0:1705683818.217142:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b2a800/0xd7faa4ce02aa1e5e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217146:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b2a800/0xd7faa4ce02aa1e5e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:1.0:1705683818.217148:0:6523:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800994ccf00/0xd7faa4ce02aa1d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e01 expref: 8174 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.217155:0:6523:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073169e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544802560:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.217157:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.217170:0:6523:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.217190:0:6522:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093750a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544801152:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.217201:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.217213:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b975000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c572401a-2098-484c-b5c8-7a348378e325+6377:1857:x1788538577673216:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3663us (3775us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.217217:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105559 00000100:00100000:1.0:1705683818.217311:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.217326:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.217340:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.217351:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00080000:2.0:1705683818.217363:0:14199:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3984:0x0], index 0: 0 00000100:00100000:0.0:1705683818.217386:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544801344:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.217392:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544801536:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.217398:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.217403:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.217403:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.217404:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.217404:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.217409:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.217410:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.217410:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.217498:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28c80/0xd7faa4ce02aa1e65 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3563:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:2.0:1705683818.217503:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28c80/0xd7faa4ce02aa1e65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3563:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217506:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28c80/0xd7faa4ce02aa1e65 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3563:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217535:0:14199:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217538:0:14199:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217540:0:14199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217542:0:14199:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217544:0:14199:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cd400 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.217545:0:14199:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217547:0:14199:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217551:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff8800a08f9400) 00010000:00010000:2.0:1705683818.217551:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.217552:0:14199:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217557:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800994cd400/0xd7faa4ce02aa1d31 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT1 00000004:00010000:2.0:1705683818.217562:0:14199:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801325bda00 reply state ffff880095aa0000 transno 4295059892 ns: mdt-lustre-MDT0001_UUID lock: ffff880090b2a800/0xd7faa4ce02aa1e5e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217566:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b2a800/0xd7faa4ce02aa1e5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x99:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:2.0:1705683818.217568:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x34 (ffff8800925d7e00) 00010000:00010000:2.0:1705683818.217569:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.217590:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ccc80/0xd7faa4ce02aa1d2a lrc: 0/0,0 mode: --/CW res: [0x240000401:0x99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dec expref: 1746 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217601:0:14199:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28c80/0xd7faa4ce02aa1e65 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3563:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dec expref: 1745 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217603:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3563:0x0].0x0 (ffff8800925d7a00) 00010000:00010000:2.0:1705683818.217604:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1705683818.217605:0:14199:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b28c80, rc 0) 00000100:00100000:2.0:1705683818.217628:0:14199:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325bda00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16459:x1788538577673792:12345-192.168.203.50@tcp:101:touch.0 Request processed in 5211us (5281us total) trans 4295059892 rc 0/0 00000100:00100000:2.0:1705683818.217632:0:14199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326914 00000100:00100000:2.0:1705683818.217643:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217644:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217647:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675648 00000100:00100000:2.0:1705683818.217667:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217667:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217670:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675712 00000100:00100000:2.0:1705683818.217685:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217686:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217689:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675968 00000100:00100000:1.0:1705683818.217692:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217693:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217698:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217698:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217701:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326923 00000100:00100000:1.0:1705683818.217705:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:16509:x1788538577675648:12345-192.168.203.50@tcp:101:lfs.0 00000100:00100000:2.0:1705683818.217705:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326924 00000100:00100000:2.0:1705683818.217709:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:60a99ee7-aeeb-4a00-9846-8ea658f59513+1746:16420:x1788538577675712:12345-192.168.203.50@tcp:101:lfs.0 00010000:00010000:1.0:1705683818.217713:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.217715:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.217771:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d400/0xd7faa4ce02aa1e73 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e4e expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217785:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28000/0xd7faa4ce02aa1e7a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e55 expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.217818:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.217823:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b29400/0xd7faa4ce02aa1e88 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683818.217825:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.217828:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b29400/0xd7faa4ce02aa1e88 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:1.0:1705683818.217830:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:2.0:1705683818.217831:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b29400/0xd7faa4ce02aa1e88 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00000004:00200000:2.0:1705683818.217845:0:14199:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000401:0x98:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.217847:0:14199:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00200000:1.0:1705683818.217850:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3b3d:0x0]: returning size 4096 00000100:00100000:0.0:1705683818.217851:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.217852:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:1.0:1705683818.217852:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.217858:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326925 00000004:00010000:1.0:1705683818.217860:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683818.217861:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1872:15741:x1788538577675968:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:2.0:1705683818.217870:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28000/0xd7faa4ce02aa1e7a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e55 expref: 1748 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.217875:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.217879:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d400/0xd7faa4ce02aa1e73 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e4e expref: 1873 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217882:0:14199:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b29400/0xd7faa4ce02aa1e88 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e55 expref: 1747 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.217883:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994cca00/0xd7faa4ce02aa1d9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3931:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e16 expref: 1873 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217887:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009ba71800) 00010000:00010000:2.0:1705683818.217888:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1705683818.217889:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e4e expref: 1871 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217889:0:14199:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b29400, rc 0) 00010000:00010000:0.0:1705683818.217890:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff8800920d6700) 00010000:00010000:0.0:1705683818.217893:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.217896:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x0 (ffff8800961a4000) 00010000:00010000:1.0:1705683818.217898:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1705683818.217899:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009630d180, rc 0) 00000100:00100000:2.0:1705683818.217907:0:14199:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16420:x1788538577675712:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 197us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.217915:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:16509:x1788538577675648:12345-192.168.203.50@tcp:101:lfs.0 Request processed in 210us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.217915:0:14199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326924 00000100:00100000:1.0:1705683818.217919:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326923 00010000:00010000:0.0:1705683818.217925:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.217927:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217928:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.217929:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.217932:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.217932:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802496 00000100:00100000:2.0:1705683818.217942:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217943:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.217946:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39451 00000100:00100000:1.0:1705683818.217949:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.217949:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:14198:x1788538544802496:12345-0@lo:101:mdt00_012.0 00010000:00010000:2.0:1705683818.217954:0:14250:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.217958:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217959:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.217962:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.217964:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.217964:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676160 00010000:00010000:0.0:1705683818.217966:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.217973:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217974:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.217977:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159639 00000100:00100000:1.0:1705683818.217979:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6112:7929:x1788538577676160:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.217980:0:14250:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c000/0xd7faa4ce02aa1e9d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa1e42 expref: -99 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.217983:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.217988:0:14250:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c000/0xd7faa4ce02aa1e9d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e42 expref: 35 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217992:0:14250:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c000/0xd7faa4ce02aa1e9d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e42 expref: 35 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.217995:0:14250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88009ba71500) 00010000:00010000:2.0:1705683818.217996:0:14250:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.217997:0:14250:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732c000, rc 0) 00000100:00100000:2.0:1705683818.218012:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802496:12345-0@lo:101:mdt00_012.0 Request processed in 64us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.218015:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39451 00010000:00010000:0.0:1705683818.218021:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218024:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.218025:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218025:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218027:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.218028:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577675840 00000100:00100000:2.0:1705683818.218037:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218038:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218038:0:14222:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676096 00000100:00100000:2.0:1705683818.218049:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218050:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218052:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89646 00000100:00100000:2.0:1705683818.218054:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+1747:16461:x1788538577675840:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:0.0:1705683818.218057:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218058:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218063:0:14244:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89647 00000100:00100000:0.0:1705683818.218066:0:14244:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:c572401a-2098-484c-b5c8-7a348378e325+350:16434:x1788538577676096:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:2.0:1705683818.218105:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16461:x1788538577675840:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 50us (778us total) trans 4295059893 rc 0/0 00000100:00100000:2.0:1705683818.218108:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89646 00000100:00100000:0.0:1705683818.218115:0:14244:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:c572401a-2098-484c-b5c8-7a348378e325+351:16434:x1788538577676096:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 49us (764us total) trans 4295064400 rc 0/0 00000100:00100000:0.0:1705683818.218119:0:14244:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89647 00000100:00100000:2.0:1705683818.218125:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544801408:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.218134:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.218136:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801325d6900 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802496:0@lo:101:mdt00_012.0 00010000:00100000:2.0:1705683818.218138:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218138:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218139:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218142:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218146:0:14198:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218152:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544801664:192.168.203.50@tcp:104: 00000004:00080000:0.0:1705683818.218154:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:2.0:1705683818.218157:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.218160:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218160:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218161:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218169:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802624:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1705683818.218169:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:15645:x1788538577674112:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4893us (4963us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.218171:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159626 00010000:00010000:1.0:1705683818.218179:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e5c expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.218182:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.218187:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218188:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.218188:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.218190:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6113 pid: 14239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.218191:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802624 00010000:00010000:1.0:1705683818.218195:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8173 pid: 15121 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.218198:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218198:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.218199:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218200:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.218200:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39452 00010000:00010000:1.0:1705683818.218201:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 5/0,0 mode: --/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e5c expref: 6113 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218202:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802624:12345-0@lo:1000:mdt00_012.0 00010000:00010000:1.0:1705683818.218213:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8173 pid: 15121 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.218220:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8173 pid: 15121 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.218227:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544802688:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.218227:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802624:12345-0@lo:1000:mdt00_012.0 Request processed in 24us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.218230:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39452 00010000:00010000:1.0:1705683818.218249:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6113 pid: 14239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.218254:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6113 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.218260:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544802752:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.218273:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db300 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.218281:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218285:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218287:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218289:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa98780 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.218290:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218292:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218296:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3931:0x0].0x0 (ffff88009b3f0700) 00010000:00010000:0.0:1705683818.218297:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683818.218298:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218300:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98780/0xd7faa4ce02aa1ea4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218308:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218310:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218312:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218314:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218316:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa99e00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.218317:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218319:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00000100:00100000:2.0:1705683818.218320:0:14427:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e5a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14427:1788538544801856:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.218321:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:0.0:1705683818.218322:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.218323:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218324:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa99e00/0xd7faa4ce02aa1e8f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218328:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.218328:0:14427:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218330:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218331:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00100000:2.0:1705683818.218331:0:14427:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218332:0:14427:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218332:0:14427:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218333:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa98f00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.218334:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218335:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218338:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3431 (ffff88009b3f0000) 00000100:00100000:1.0:1705683818.218338:0:14221:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14221:1788538544802048:192.168.203.50@tcp:105: 00010000:00010000:0.0:1705683818.218339:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.218339:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.218348:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa98f00/0xd7faa4ce02aa1e96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT0 00010000:00010000:1.0:1705683818.218352:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.218364:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+8173:1857:x1788538577673728:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2705us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.218369:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105568 00000100:00100000:0.0:1705683818.218383:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802624:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1705683818.218402:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802816:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1705683818.218416:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.218422:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544802240:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.218423:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.218427:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.218430:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218430:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.218431:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218433:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544801920:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.218434:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218434:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218436:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802816 00010000:00010000:0.0:1705683818.218441:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218441:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218442:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:0.0:1705683818.218444:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218444:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.218444:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39453 00010000:00100000:0.0:1705683818.218445:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.218445:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218445:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802816:12345-0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.218450:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218451:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218455:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544802304:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.218455:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676224 00010000:00010000:0.0:1705683818.218463:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218463:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7363 pid: 15140 timeout: 690 lvb_type: 0 00010000:00100000:0.0:1705683818.218467:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.218468:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.218468:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218480:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218480:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132601900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802816:12345-0@lo:1000:mdt00_012.0 Request processed in 34us (64us total) trans 0 rc 1/1 00000100:00100000:1.0:1705683818.218481:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218483:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218483:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39453 00000100:00100000:0.0:1705683818.218484:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218484:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105573 00000100:00100000:1.0:1705683818.218487:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7363:1859:x1788538577676224:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.218493:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.218494:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7363 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.218496:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802816:0@lo:1000:mdt00_012.0 00010000:00010000:1.0:1705683818.218500:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7363 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.218510:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9c0500/0xd7faa4ce02a57317 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b15a expref: 7363 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.218518:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218519:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.218519:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802880:0@lo:1000:mdt00_012.0 00010000:00010000:1.0:1705683818.218520:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218538:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218544:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.218553:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.218554:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.218555:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218558:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218559:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218559:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218563:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802880 00010000:00010000:0.0:1705683818.218565:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.218566:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:1859:x1788538577676224:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 78us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.218568:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218572:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218573:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105573 00000100:00100000:2.0:1705683818.218573:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218574:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.218575:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39454 00000100:00100000:2.0:1705683818.218577:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802880:12345-0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.218595:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.218602:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218603:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218606:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676416 00000100:00100000:2.0:1705683818.218612:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544802880:12345-0@lo:1000:mdt00_012.0 Request processed in 33us (67us total) trans 0 rc 1/1 00010000:00010000:1.0:1705683818.218614:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7362 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.218617:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39454 00000100:00100000:1.0:1705683818.218624:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218625:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218628:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105574 00010000:00010000:2.0:1705683818.218628:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683818.218630:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:1859:x1788538577676416:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.218631:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218635:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.218635:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096926300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.218637:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7362 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.218637:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218641:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218643:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7362 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.218650:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218654:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096926300/0xd7faa4ce02aa1db6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218655:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cd62d00/0xd7faa4ce02a57746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b352 expref: 7362 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.218661:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218662:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218663:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218667:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218668:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.218669:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.218670:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.218677:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.218682:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544802880:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.218688:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7361:1859:x1788538577676416:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 57us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.218692:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105574 00000100:00100000:0.0:1705683818.218713:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2037:3083:x1788538544801216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4571us (4688us total) trans 4295029486 rc 0/0 00000100:00100000:0.0:1705683818.218718:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159627 00000004:00080000:2.0:1705683818.218723:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093755500/2, rc 0, transno 62190 00000100:00100000:2.0:1705683818.218729:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544801216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.218736:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.218740:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:15741:x1788538577675968:12345-192.168.203.50@tcp:36:rm.0 Request processed in 877us (1399us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683818.218745:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326925 00000100:00100000:0.0:1705683818.218772:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218773:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218777:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676544 00000100:00100000:1.0:1705683818.218780:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.218782:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544802944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.218785:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7361 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.218787:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218788:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218793:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676288 00000100:00100000:0.0:1705683818.218795:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218795:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.218796:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.218798:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105575 00000100:00100000:0.0:1705683818.218800:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:1859:x1788538577676544:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.218801:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7362 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.218804:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.218805:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7362 pid: 15124 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.218812:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7362 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.218812:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218813:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218816:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105576 00010000:00010000:2.0:1705683818.218817:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218819:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d288280/0xd7faa4ce02a57a87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b4f6 expref: 7362 pid: 15124 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.218819:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7362:1859:x1788538577676288:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.218820:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218824:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218824:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.218824:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218825:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.218826:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218826:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7361 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.218826:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218829:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218831:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7361 pid: 15125 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.218831:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.218837:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.218841:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134b64500/0xd7faa4ce02a57524 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b248 expref: 7361 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.218846:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7361:1859:x1788538577676544:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.218848:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105575 00010000:00010000:1.0:1705683818.218854:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.218855:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683818.218857:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.218857:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.218858:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218860:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544802944 00010000:00010000:1.0:1705683818.218862:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.218866:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218867:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.218868:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159640 00000100:00100000:0.0:1705683818.218870:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2038:3084:x1788538544802944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.218873:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1705683818.218878:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10562 count 1 00000100:00100000:1.0:1705683818.218886:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7359:1859:x1788538577676288:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.218891:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105576 00000100:00100000:2.0:1705683818.218892:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2038:3083:x1788538544801600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3988us (4018us total) trans 4295029487 rc 0/0 00000100:00100000:2.0:1705683818.218896:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159630 00010000:00010000:1.0:1705683818.218904:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.218907:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.218910:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e3700/2, rc 0, transno 62191 00010000:00010000:1.0:1705683818.218912:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924cf480 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:2.0:1705683818.218913:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544801600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.218914:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218918:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218926:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218928:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683818.218930:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924cf480/0xd7faa4ce02aa1dee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.218931:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.218940:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.218942:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.218943:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.218944:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.218950:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218955:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218960:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.218964:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.218970:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.218972:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.218975:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.218978:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.218979:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.218980:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7358 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.218983:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676480 00010000:00010000:0.0:1705683818.218984:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.218984:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.218985:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.218990:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7359 pid: 14289 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.218993:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7359 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.218997:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7359 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.219000:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219000:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219001:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544803072:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.219004:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105577 00000100:00100000:1.0:1705683818.219006:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7359:1859:x1788538577676480:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.219012:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.219013:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.219014:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7359 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219020:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219020:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.219020:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7359 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219023:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803008 00010000:00010000:1.0:1705683818.219029:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ce4f00/0xd7faa4ce02a5781f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b3c9 expref: 7359 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219031:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219031:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219033:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159641 00000100:00100000:0.0:1705683818.219035:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2039:3086:x1788538544803008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.219036:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219037:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219038:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219039:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2039:3085:x1788538544801280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4818us (4859us total) trans 4295029488 rc 0/0 00002000:00080000:0.0:1705683818.219041:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10563 count 1 00010000:00010000:1.0:1705683818.219043:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219043:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159628 00010000:00010000:1.0:1705683818.219054:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1705683818.219057:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e1e00/2, rc 0, transno 62192 00000100:00100000:2.0:1705683818.219060:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544801280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.219067:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7358:1859:x1788538577676480:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.219071:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105577 00000100:00100000:2.0:1705683818.219074:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e6e1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.219083:0:14427:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219083:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.219087:0:14427:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219091:0:14427:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219092:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.219094:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219096:0:14427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219101:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994ce300 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.219102:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219104:0:14427:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.219106:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219114:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219119:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994ce300/0xd7faa4ce02aa1dbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219130:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.219132:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219134:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219136:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924ccc80 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.219138:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219142:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219145:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219149:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.219149:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219150:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.219151:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219157:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924ccc80/0xd7faa4ce02aa1e0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219165:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219170:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.219170:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.219171:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.219171:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.219175:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219176:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219178:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544803200:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.219180:0:15176:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803136 00000100:00100000:1.0:1705683818.219186:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+2040:3084:x1788538544801728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3758us (3830us total) trans 4295029489 rc 0/0 00000100:00100000:0.0:1705683818.219190:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.219190:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159631 00000100:00100000:2.0:1705683818.219190:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219191:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219194:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159642 00000100:00100000:2.0:1705683818.219196:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2040:3086:x1788538544803136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.219199:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1705683818.219205:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10564 count 1 00000100:00100000:0.0:1705683818.219250:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.219260:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219268:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7357 pid: 15121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219274:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.219275:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.219275:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219282:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219283:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219284:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.219287:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676672 00000100:00100000:0.0:1705683818.219288:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.219288:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7357 pid: 15121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.219289:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219292:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676736 00010000:00010000:1.0:1705683818.219296:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7358 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.219298:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7358 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219301:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219301:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219303:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159643 00000100:00100000:0.0:1705683818.219305:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8173:13157:x1788538577676736:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.219305:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544803264:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.219307:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219308:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.219309:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.219311:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105578 00000100:00100000:1.0:1705683818.219314:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7358:1859:x1788538577676672:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.219320:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.219322:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7358 pid: 15167 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.219322:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bd0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.219327:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7358 pid: 15167 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.219337:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135958280/0xd7faa4ce02a57b98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b5ac expref: 7358 pid: 15167 timeout: 690 lvb_type: 0 00000004:00080000:2.0:1705683818.219339:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e4600/2, rc 0, transno 62193 00000100:00100000:2.0:1705683818.219343:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544801728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.219346:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219347:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219349:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219353:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219358:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683818.219361:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544803328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.219365:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.219372:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.219378:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1859:x1788538577676672:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.219381:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219382:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219383:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105578 00000100:00100000:2.0:1705683818.219385:0:14224:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803328 00000100:00100000:2.0:1705683818.219392:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219392:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219394:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159644 00000100:00100000:2.0:1705683818.219395:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+2040:3084:x1788538544803328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.219401:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10565 count 1 00000100:00100000:1.0:1705683818.219411:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.219421:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219422:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219426:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676800 00000100:00100000:1.0:1705683818.219438:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219438:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219442:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159645 00000100:00100000:1.0:1705683818.219444:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6377:2974:x1788538577676800:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.219447:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219450:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.219452:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7356 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219455:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.219456:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.219457:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219466:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7356 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219471:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7356 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.219475:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544803392:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.219485:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdc00 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.219492:0:14290:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219495:0:14290:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219498:0:14290:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219500:0:14290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219507:0:14290:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.219514:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e6a expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219538:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7356 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219542:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013532d900/0xd7faa4ce02aa1ed5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e63 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219544:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.219545:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.219546:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e6a expref: 6378 pid: 14226 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.219554:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.219559:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7356 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219563:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.219564:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219565:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7356 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.219567:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013532d900/0xd7faa4ce02aa1ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e63 expref: 8174 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219572:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544803456:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.219574:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013532d900/0xd7faa4ce02aa1ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e63 expref: 8174 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219580:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013532d900, rc 0) 00000100:00100000:1.0:1705683818.219589:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.219594:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f714100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:13157:x1788538577676736:12345-192.168.203.50@tcp:101:dd.0 Request processed in 288us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.219598:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159643 00000100:00100000:2.0:1705683818.219603:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2041:3086:x1788538544801984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3755us (3864us total) trans 4295029490 rc 0/0 00000100:00100000:2.0:1705683818.219606:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159633 00000100:00100000:1.0:1705683818.219613:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.219614:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219619:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.219623:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e5f00/2, rc 0, transno 62194 00010000:00010000:0.0:1705683818.219624:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219627:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.219628:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219630:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.219637:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219637:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.219641:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683818.219641:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676352 00000100:00100000:2.0:1705683818.219647:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683818.219651:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.219651:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544803520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.219662:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219662:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219665:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105579 00000100:00100000:2.0:1705683818.219667:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.219669:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1858:x1788538577676352:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.219674:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.219676:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219680:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219681:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.219682:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.219686:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676864 00010000:00010000:2.0:1705683818.219691:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683818.219692:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800927ef980/0xd7faa4ce02a57666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b2d4 expref: 7358 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.219693:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.219697:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219698:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.219698:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800924cf700 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:0.0:1705683818.219700:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803520 00010000:00010000:2.0:1705683818.219700:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219701:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219702:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.219703:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219704:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.219707:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.219708:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.219708:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.219712:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159646 00010000:00010000:2.0:1705683818.219712:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.219715:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:2925:x1788538577676864:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683818.219716:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924cf700/0xd7faa4ce02aa1e18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2940:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.219720:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.219723:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.219728:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.219729:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219732:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa98280 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.219734:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219735:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1858:x1788538577676352:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.219738:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219739:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105579 00010000:00010000:2.0:1705683818.219744:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219749:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa98280/0xd7faa4ce02aa1e1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.219769:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219770:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.219776:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159647 00000100:00100000:1.0:1705683818.219779:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2042:3083:x1788538544803520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.219790:0:15111:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10566 count 1 00010000:00010000:1.0:1705683818.219847:0:15111:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219856:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7356 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219860:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.219861:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.219862:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219876:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7356 pid: 15133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219881:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7356 pid: 15133 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.219888:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544803584:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.219891:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.219892:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.219893:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.219896:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.219904:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.219909:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.219912:0:14198:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.219914:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219916:0:14198:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.219919:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219921:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093750a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544803648:0@lo:101:mdt00_012.0 00010000:00010000:1.0:1705683818.219924:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.219928:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219933:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.219936:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.219940:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdb40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.219941:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013532f980/0xd7faa4ce02aa1eea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3029:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e71 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219944:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219945:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219947:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803648 00002000:00010000:0.0:1705683818.219948:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x3029:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.219955:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.219955:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.219955:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.219956:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.219957:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013532f980/0xd7faa4ce02aa1eea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e71 expref: 7357 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.219957:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39455 00000100:00100000:2.0:1705683818.219959:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:14198:x1788538544803648:12345-0@lo:101:mdt00_012.0 00010000:00010000:0.0:1705683818.219962:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013532f980/0xd7faa4ce02aa1eea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e71 expref: 7357 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.219963:0:14250:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.219966:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013532f980, rc 0) 00000100:00100000:0.0:1705683818.219976:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:2925:x1788538577676864:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 261us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.219979:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159646 00000100:00100000:1.0:1705683818.220012:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2043:3086:x1788538544801472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5294us (5424us total) trans 4295029492 rc 0/0 00000100:00100000:1.0:1705683818.220017:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159629 00010000:00010000:2.0:1705683818.220017:0:14250:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e080/0xd7faa4ce02aa1ef1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa1ee3 expref: -99 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220025:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+2042:3084:x1788538544802112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4041us (4198us total) trans 4295029491 rc 0/0 00010000:00010000:2.0:1705683818.220025:0:14250:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e080/0xd7faa4ce02aa1ef1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ee3 expref: 36 pid: 14250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220028:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159635 00010000:00010000:1.0:1705683818.220029:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.220029:0:14250:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e080/0xd7faa4ce02aa1ef1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ee3 expref: 36 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220031:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220032:0:14250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d26:0x0].0x0 (ffff88009ba71200) 00010000:00010000:2.0:1705683818.220033:0:14250:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1705683818.220034:0:14250:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732e080, rc 0) 00010000:00010000:1.0:1705683818.220036:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009630f700 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.220037:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.220042:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e6900/2, rc 0, transno 62195 00010000:00010000:1.0:1705683818.220042:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220045:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544802112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.220048:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:14198:x1788538544803648:12345-0@lo:101:mdt00_012.0 Request processed in 88us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.220050:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39455 00010000:00010000:1.0:1705683818.220054:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220058:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009630f700/0xd7faa4ce02aa1de0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.220064:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e2d00/2, rc 0, transno 62196 00010000:00010000:1.0:1705683818.220068:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.220069:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.220070:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.220074:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.220076:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683818.220079:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.220098:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.220110:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220111:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220113:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.220115:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803712 00000100:00100000:0.0:1705683818.220126:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220127:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220130:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159648 00000100:00100000:2.0:1705683818.220131:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.220133:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+2042:3086:x1788538544803712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.220142:0:15117:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10567 count 1 00000100:00100000:1.0:1705683818.220145:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220146:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220149:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803776 00000100:00100000:1.0:1705683818.220166:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220166:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093750a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544803648:0@lo:101:mdt00_012.0 00000100:00100000:1.0:1705683818.220167:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220170:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159649 00000100:00100000:1.0:1705683818.220173:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2043:3086:x1788538544803776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.220176:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220180:0:14198:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.220188:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10568 count 1 00000004:00080000:2.0:1705683818.220188:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000403:0x2d26:0x0] 00010000:00010000:2.0:1705683818.220198:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220201:0:14198:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.220205:0:15117:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220205:0:14198:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14198 initiator: MDT0 00000100:00100000:2.0:1705683818.220213:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544803840:0@lo:101:mdt00_012.0 00010000:00010000:0.0:1705683818.220214:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7356 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220219:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.220220:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.220221:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.220227:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.220233:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7356 pid: 15120 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.220235:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011f1bdb40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.220237:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7356 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.220239:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220240:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.220241:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.220244:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544803840 00000100:00100000:0.0:1705683818.220245:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce28500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544803904:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.220249:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7356 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220253:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.220254:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.220255:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.220255:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220256:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.220256:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220258:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39456 00000100:00100000:2.0:1705683818.220260:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098978a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:14198:x1788538544803840:12345-0@lo:101:mdt00_012.0 00010000:00010000:2.0:1705683818.220264:0:8818:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.220267:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.220271:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7356 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220277:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7356 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.220284:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544803968:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.220296:0:8818:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732cf00/0xd7faa4ce02aa1f0d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7faa4ce02aa1ef8 expref: -99 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.220300:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db540 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.220303:0:8818:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009732cf00/0xd7faa4ce02aa1f0d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ef8 expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220305:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.220307:0:8818:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732cf00/0xd7faa4ce02aa1f0d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ef8 expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.220308:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220309:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.220310:0:8818:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff88009ba71d00) 00000100:00100000:0.0:1705683818.220311:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220311:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.220311:0:8818:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:1.0:1705683818.220312:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676608 00010000:00010000:2.0:1705683818.220312:0:8818:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732cf00, rc 0) 00000100:00100000:0.0:1705683818.220314:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676928 00010000:00010000:1.0:1705683818.220320:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7357 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.220322:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220323:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220323:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098978a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:14198:x1788538544803840:12345-0@lo:101:mdt00_012.0 Request processed in 63us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.220325:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159650 00000100:00100000:2.0:1705683818.220326:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39456 00000100:00100000:0.0:1705683818.220327:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce28f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6114:14136:x1788538577676928:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.220330:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.220331:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.220331:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220334:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105580 00000100:00100000:1.0:1705683818.220336:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce28a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1858:x1788538577676608:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.220339:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544803840:0@lo:101:mdt00_012.0 00010000:00010000:1.0:1705683818.220341:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.220343:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7357 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.220343:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220346:0:14198:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220349:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7357 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.220359:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fa64c80/0xd7faa4ce02a57922 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b44e expref: 7357 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.220367:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.220368:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.220369:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220374:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220385:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.220386:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220391:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220395:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.220397:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce28a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:1858:x1788538577676608:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 59us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.220401:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105580 00000100:00100000:2.0:1705683818.220415:0:14198:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544804032:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1705683818.220431:0:14198:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.220439:0:14198:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012df1da80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.220440:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11078:1788538544802368:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.220443:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220443:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220447:0:14250:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804032 00010000:00010000:1.0:1705683818.220452:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.220456:0:14250:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220457:0:14250:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220458:0:14250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39457 00000100:00100000:2.0:1705683818.220460:0:14250:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098978f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:14198:x1788538544804032:12345-0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.220462:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+8173:1857:x1788538577674816:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4089us (4134us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.220467:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105570 00000100:00100000:2.0:1705683818.220484:0:14250:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098978f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:14198:x1788538544804032:12345-0@lo:1000:mdt00_012.0 Request processed in 23us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.220487:0:14250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39457 00000100:00100000:2.0:1705683818.220498:0:14198:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14198:1788538544804032:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1705683818.220513:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.220554:0:6523:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073169e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6523:1788538544802560:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.220562:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220565:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.220566:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013532cc80/0xd7faa4ce02aa1f1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x351d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e78 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220566:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.220568:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220569:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732de00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.220570:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.220572:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00002000:00010000:0.0:1705683818.220574:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x351d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.220576:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff88009ba71700) 00000100:00100000:1.0:1705683818.220577:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+6115:1857:x1788538577675584:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 3489us (3528us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.220577:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.220578:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.220580:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.220580:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009732de00/0xd7faa4ce02aa1f14 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.220581:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.220581:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105572 00010000:00010000:0.0:1705683818.220583:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013532cc80/0xd7faa4ce02aa1f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e78 expref: 6115 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220586:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220589:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220591:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220595:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013532cc80/0xd7faa4ce02aa1f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e78 expref: 6114 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220600:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013532cc80, rc 0) 00010000:00010000:2.0:1705683818.220608:0:14198:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683818.220611:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce28f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:c572401a-2098-484c-b5c8-7a348378e325+6114:14136:x1788538577676928:12345-192.168.203.50@tcp:101:dd.0 Request processed in 284us (306us total) trans 0 rc 0/0 00000004:00080000:2.0:1705683818.220611:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000403:0x2d26:0x0] 00010000:00010000:2.0:1705683818.220612:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.220613:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220615:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159650 00010000:00010000:2.0:1705683818.220616:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732cc80 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:2.0:1705683818.220617:0:6524:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220620:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220620:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220620:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000004:00010000:2.0:1705683818.220620:0:6524:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220625:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577676992 00010000:00010000:2.0:1705683818.220630:0:6524:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220632:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.220632:0:6524:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1705683818.220633:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220634:0:14427:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677056 00000100:00100000:1.0:1705683818.220635:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.220637:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 1/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220639:0:14427:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.220639:0:14427:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.220640:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732cc80/0xd7faa4ce02aa1ef8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1f0d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220641:0:14427:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159651 00000100:00100000:0.0:1705683818.220643:0:14427:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8173:16380:x1788538577676992:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.220645:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.220646:0:14427:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.220646:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.220646:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.220647:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.220651:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.220655:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220656:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220661:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677248 00000100:00100000:2.0:1705683818.220662:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.220672:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220673:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220675:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.220675:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220676:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159652 00000100:00100000:1.0:1705683818.220679:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:13049:x1788538577677056:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.220681:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159653 00010000:00010000:1.0:1705683818.220684:0:15132:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.220684:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6114:15766:x1788538577677248:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.220689:0:14290:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.220731:0:14427:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013532ef80/0xd7faa4ce02aa1f22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e7f expref: -99 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220733:0:15132:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e86 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.220738:0:14427:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.220743:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.220744:0:14427:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.220744:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7357 pid: 15142 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.220760:0:14427:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013532ef80/0xd7faa4ce02aa1f22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e7f expref: 8174 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220766:0:14427:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013532ef80/0xd7faa4ce02aa1f22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e7f expref: 8174 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220766:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6378 pid: 15156 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.220770:0:14427:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013532ef80, rc 0) 00010000:00010000:1.0:1705683818.220772:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.220773:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.220774:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e86 expref: 7357 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.220779:0:14427:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:16380:x1788538577676992:12345-192.168.203.50@tcp:101:dd.0 Request processed in 136us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.220782:0:14427:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159651 00010000:00010000:1.0:1705683818.220787:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6378 pid: 15156 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.220793:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6378 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.220796:0:15138:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220799:0:15138:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220803:0:15138:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.220804:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544804160:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.220805:0:15138:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220810:0:15138:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.220824:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7357 pid: 15142 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.220831:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7357 pid: 15142 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.220837:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073169900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544804224:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.220846:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c1db840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.220857:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220858:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220861:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804096 00000100:00100000:0.0:1705683818.220869:0:15138:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2044:3086:x1788538544801792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5405us (5478us total) trans 4295029493 rc 0/0 00000100:00100000:0.0:1705683818.220872:0:15138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159632 00000100:00100000:1.0:1705683818.220873:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220874:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.220876:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55610 00000100:00100000:1.0:1705683818.220879:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098979400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+37:3083:x1788538544804096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.220883:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.220890:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732cf00/0xd7faa4ce02aa1f0d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x3d4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ef8 expref: 37 pid: 8818 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.220898:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3d4:0x0].0x0 (ffff88009ba71d00) 00010000:00010000:1.0:1705683818.220902:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.220907:0:14290:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009732d680/0xd7faa4ce02aa1f30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3662:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e8d expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.220914:0:14290:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3662:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.220920:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098979400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+36:3083:x1788538544804096:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (257us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.220920:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.220921:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.220923:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009732d680/0xd7faa4ce02aa1f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e8d expref: 6115 pid: 14290 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.220924:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55610 00010000:00010000:2.0:1705683818.220928:0:14290:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009732d680/0xd7faa4ce02aa1f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e8d expref: 6115 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220931:0:14290:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732d680, rc 0) 00000100:00100000:2.0:1705683818.220939:0:14290:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:c572401a-2098-484c-b5c8-7a348378e325+6115:15766:x1788538577677248:12345-192.168.203.50@tcp:101:dd.0 Request processed in 256us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.220943:0:14290:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159653 00000100:00100000:1.0:1705683818.220944:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098978500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804096:0@lo:103:ldlm_bl.0 00000004:00080000:2.0:1705683818.220959:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e4b00/2, rc 0, transno 62197 00010000:00010000:0.0:1705683818.220961:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.220963:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.220964:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544801792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.220966:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa98500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.220967:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220970:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220972:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220974:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220976:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220977:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220979:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa98500/0xd7faa4ce02aa1e11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220981:0:14198:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683818.220986:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1705683818.220986:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1705683818.220987:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220988:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.220989:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.220990:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732ea80 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:0.0:1705683818.220991:0:7680:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220991:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220993:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683818.220994:0:7680:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.220997:0:14198:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1705683818.220998:0:14198:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:2.0:1705683818.220999:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683818.221000:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544802752:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.221000:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221001:0:7680:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221002:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa9a580 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:0.0:1705683818.221003:0:7680:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683818.221004:0:14425:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.221007:0:14425:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221014:0:14425:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221015:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221016:0:14425:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683818.221018:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009732ea80/0xd7faa4ce02aa1ee3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1ef1 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.221018:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1705683818.221020:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.221023:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce29400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.221023:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa9a580/0xd7faa4ce02aa1e34 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e3b expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221024:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.221024:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.221025:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.221029:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.221030:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.221030:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.221032:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683818.221036:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544804352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.221037:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.221049:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221049:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.221050:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221053:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804288 00010000:00010000:2.0:1705683818.221058:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221061:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221063:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.221064:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221065:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221067:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804352 00010000:00010000:2.0:1705683818.221070:0:14198:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.221072:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.221074:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221074:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.221074:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.221076:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.221077:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55611 00010000:00010000:2.0:1705683818.221078:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa9af80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.221079:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.221080:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+37:3083:x1788538544804288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.221080:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.221084:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.221084:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88009e1dc000) 00010000:00010000:2.0:1705683818.221086:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.221087:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.221089:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa9af80/0xd7faa4ce02aa1e2d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.221090:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e080/0xd7faa4ce02aa1ef1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02aa1ee3 expref: 37 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221099:0:11078:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d26:0x0].0x0 (ffff88009ba71200) 00010000:00010000:1.0:1705683818.221103:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.221104:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce29900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544804416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.221114:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.221119:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+36:3083:x1788538544804288:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221123:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55611 00000100:00100000:2.0:1705683818.221123:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221123:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221126:0:15151:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804416 00000100:00100000:1.0:1705683818.221129:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221130:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221132:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55612 00000100:00100000:2.0:1705683818.221133:0:15151:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221133:0:15151:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221134:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+35:3086:x1788538544804352:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.221135:0:15151:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159654 00000100:00100000:2.0:1705683818.221137:0:15151:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098979e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2044:3086:x1788538544804416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.221139:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.221141:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221143:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:2.0:1705683818.221143:0:15151:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10569 count 1 00010000:00010000:1.0:1705683818.221145:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cc500/0xd7faa4ce02aa1e3b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e34 expref: 35 pid: 8818 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.221148:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677184 00010000:00010000:1.0:1705683818.221153:0:11078:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:1.0:1705683818.221155:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.221162:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221163:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221167:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326926 00000100:00100000:1.0:1705683818.221169:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+34:3086:x1788538544804352:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.221170:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316c600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16459:x1788538577677184:12345-192.168.203.50@tcp:36:touch.0 00000100:00100000:1.0:1705683818.221173:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55612 00010000:00010000:0.0:1705683818.221189:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.221190:0:15151:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221195:0:15151:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7357 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221197:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.221198:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.221199:0:15151:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.221200:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221200:0:15151:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221204:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa99180 already unused, calling callback (ffffffffa0d73510) 00010000:00010000:1.0:1705683818.221206:0:11077:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221208:0:15151:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7357 pid: 15120 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683818.221210:0:11077:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.221211:0:15151:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7357 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.221216:0:15151:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544804480:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.221220:0:11077:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221224:0:11077:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1705683818.221225:0:15151:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.221236:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544804352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.221237:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221241:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009aa99180/0xd7faa4ce02aa1e42 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd7faa4ce02aa1e9d expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.221248:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093755a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+350:16439:x1788538577675008:12345-192.168.203.50@tcp:36:mrename.0 Request processed in 4881us (4904us total) trans 0 rc -39/-39 00010000:00010000:0.0:1705683818.221251:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b28c80/0xd7faa4ce02aa1e65 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3563:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dec expref: 1748 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221252:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.221252:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326922 00010000:00010000:1.0:1705683818.221253:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.221254:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.221259:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3563:0x0].0x0 (ffff8800925d7a00) 00010000:00010000:0.0:1705683818.221263:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.221265:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.221281:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.221295:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce29400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.221309:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221310:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221314:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804544 00000100:00100000:1.0:1705683818.221325:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221325:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221328:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55613 00000100:00100000:1.0:1705683818.221330:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+34:3083:x1788538544804544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.221335:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.221342:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c000/0xd7faa4ce02aa1e9d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd7faa4ce02aa1e42 expref: 34 pid: 14250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221349:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88009ba71500) 00010000:00010000:1.0:1705683818.221353:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.221370:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+33:3083:x1788538544804544:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221375:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55613 00010000:00010000:0.0:1705683818.221394:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88013532d400/0xd7faa4ce02aa1f3e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3563:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00000100:00100000:1.0:1705683818.221394:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544804544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.221399:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013532d400/0xd7faa4ce02aa1f3e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3563:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.221402:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013532d400/0xd7faa4ce02aa1f3e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3563:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:0.0:1705683818.221437:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073b33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544803072:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.221440:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.221449:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.221449:0:14203:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221449:0:14203:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:0.0:1705683818.221454:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221454:0:14203:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677312 00010000:00100000:0.0:1705683818.221455:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.221456:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221475:0:14203:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221475:0:14203:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221477:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221478:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221479:0:14203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89648 00000100:00100000:1.0:1705683818.221482:0:14203:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e7ab050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+1748:16461:x1788538577677312:12345-192.168.203.50@tcp:33:lfs.0 00000004:00010000:0.0:1705683818.221507:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88007316c600 reply state ffff88009d6f3000 transno 4295059894 ns: mdt-lustre-MDT0001_UUID lock: ffff88013532d400/0xd7faa4ce02aa1f3e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3563:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.221514:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013532d400/0xd7faa4ce02aa1f3e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x3563:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.221517:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3563:0x0].0x0 (ffff8800925d2100) 00010000:00010000:0.0:1705683818.221518:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:1.0:1705683818.221551:0:14203:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c98:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.221554:0:14203:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.221555:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316c600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:60a99ee7-aeeb-4a00-9846-8ea658f59513+1750:16459:x1788538577677184:12345-192.168.203.50@tcp:36:touch.0 Request processed in 385us (920us total) trans 4295059894 rc 0/0 00000100:00100000:0.0:1705683818.221558:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326926 00000100:00100000:1.0:1705683818.221581:0:14203:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e7ab050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+1749:16461:x1788538577677312:12345-192.168.203.50@tcp:33:lfs.0 Request processed in 98us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221587:0:14203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89648 00000100:00100000:0.0:1705683818.221605:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012f710000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544803200:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.221616:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.221621:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.221621:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.221622:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221650:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.221662:0:14203:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221663:0:14203:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221667:0:14203:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677376 00000100:00100000:0.0:1705683818.221673:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.221678:0:14203:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221679:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221679:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221679:0:14203:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221682:0:14203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89649 00000100:00100000:1.0:1705683818.221685:0:14203:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce29e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c572401a-2098-484c-b5c8-7a348378e325+350:16434:x1788538577677376:12345-192.168.203.50@tcp:33:lfs.0 00000100:00100000:0.0:1705683818.221687:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221687:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221690:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677504 00000100:00100000:0.0:1705683818.221697:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221698:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.221700:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326927 00000100:00100000:0.0:1705683818.221702:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1749:16367:x1788538577677504:12345-192.168.203.50@tcp:36:rm.0 00010000:00010000:0.0:1705683818.221713:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.221720:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093e1d400/0xd7faa4ce02aa12aa lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa99ee expref: 1749 pid: 14195 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1705683818.221724:0:14203:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x2b3:0x0]: returning size 4096 00000004:00200000:1.0:1705683818.221726:0:14203:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.221729:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:0.0:1705683818.221731:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.221770:0:14203:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce29e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c572401a-2098-484c-b5c8-7a348378e325+350:16434:x1788538577677376:12345-192.168.203.50@tcp:33:lfs.0 Request processed in 82us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221774:0:14203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89649 00000100:00100000:2.0:1705683818.221796:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15126:1788538544802688:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.221801:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.221809:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e5c expref: 6114 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221813:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:2.0:1705683818.221815:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009630e580, rc 0) 00010000:00010000:0.0:1705683818.221818:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.221821:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.221823:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6114:7929:x1788538577676160:12345-192.168.203.50@tcp:101:dd.0 Request processed in 3844us (3875us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221831:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.221833:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159639 00000100:00100000:2.0:1705683818.221847:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221847:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221852:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.221852:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677632 00000100:00100000:1.0:1705683818.221859:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221860:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221860:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221861:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221862:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677888 00000100:00100000:1.0:1705683818.221864:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677760 00000100:00100000:2.0:1705683818.221867:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221868:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221870:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326928 00010000:00010000:0.0:1705683818.221872:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c780/0xd7faa4ce02aa1f4c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00000100:00100000:2.0:1705683818.221872:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+350:16437:x1788538577677632:12345-192.168.203.50@tcp:36:mkdir.0 00010000:00010000:1.0:1705683818.221873:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7358 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.221875:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c780/0xd7faa4ce02aa1f4c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.221877:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c780/0xd7faa4ce02aa1f4c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.221884:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221884:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221887:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105581 00000100:00100000:1.0:1705683818.221890:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7358:1857:x1788538577677760:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.221896:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.221898:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7358 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.221903:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7358 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.221905:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.221908:0:14343:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1496 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221911:0:14343:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.221913:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091db3980/0xd7faa4ce02a57cd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b64d expref: 7358 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.221916:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+350:16437:x1788538577677632:12345-192.168.203.50@tcp:36:mkdir.0 Request processed in 42us (114us total) trans 0 rc -17/-17 00010000:00010000:0.0:1705683818.221920:0:14343:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1496 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221920:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.221920:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326928 00010000:00010000:1.0:1705683818.221921:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.221923:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.221926:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.221927:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.221928:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.221930:0:14343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1496 pid: 14327 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.221932:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326929 00000100:00100000:2.0:1705683818.221934:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16420:x1788538577677888:12345-192.168.203.50@tcp:36:lfs.0 00000100:00100000:0.0:1705683818.221936:0:14343:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2a800 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001_UUID:14343:1788538544804608:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.221942:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.221946:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221951:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.221952:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577677760:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.221955:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105581 00010000:00010000:0.0:1705683818.221956:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221960:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.221968:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.221979:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16420:x1788538577677888:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 43us (147us total) trans 0 rc -17/-17 00000100:00100000:1.0:1705683818.221980:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.221984:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326929 00000100:00100000:1.0:1705683818.221987:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221987:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.221991:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678080 00010000:00010000:2.0:1705683818.221996:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.221999:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222002:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222002:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.222004:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096d27200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.222005:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222006:0:14258:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326930 00000100:00100000:1.0:1705683818.222009:0:14258:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16509:x1788538577678080:12345-192.168.203.50@tcp:36:lfs.0 00010000:00010000:2.0:1705683818.222010:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222018:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222023:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096d27200/0xd7faa4ce02aa1eb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222034:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.222035:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.222036:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.222038:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2045:3084:x1788538544802944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3167us (3241us total) trans 4295029494 rc 0/0 00000100:00100000:0.0:1705683818.222042:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159640 00000100:00100000:1.0:1705683818.222042:0:14258:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-mdtlov_UUID:14258:1788538544804672:0@lo:1000:mdt00_024.0 00000100:00100000:1.0:1705683818.222061:0:14258:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.222068:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222068:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222070:0:14258:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011e2a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.222072:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804672 00000100:00100000:2.0:1705683818.222081:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222081:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222083:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39458 00000100:00100000:2.0:1705683818.222085:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14258:x1788538544804672:12345-0@lo:1000:mdt00_024.0 00000100:00100000:1.0:1705683818.222090:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.222098:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:0.0:1705683818.222099:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e7300/2, rc 0, transno 62198 00000100:00100000:1.0:1705683818.222099:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.222103:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544802944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.222103:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577677696 00000100:00100000:2.0:1705683818.222110:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14258:x1788538544804672:12345-0@lo:1000:mdt00_024.0 Request processed in 24us (49us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.222112:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6114 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.222113:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39458 00000100:00100000:0.0:1705683818.222121:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544804736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.222123:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222124:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222126:0:14258:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-mdtlov_UUID:14258:1788538544804672:0@lo:1000:mdt00_024.0 00000100:00100000:1.0:1705683818.222127:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105582 00000100:00100000:1.0:1705683818.222130:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6114:1857:x1788538577677696:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.222135:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.222136:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.222143:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6114 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.222149:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.222149:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6114 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.222150:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.222153:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804736 00000100:00100000:2.0:1705683818.222156:0:14258:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-mdtlov_UUID:14258:1788538544804800:0@lo:1000:mdt00_024.0 00010000:00010000:1.0:1705683818.222157:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132240000/0xd7faa4ce029e8ae1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a60885 expref: 6114 pid: 14239 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.222164:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.222164:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.222165:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.222167:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159655 00000100:00100000:0.0:1705683818.222169:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2045:3084:x1788538544804736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.222172:0:14258:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.222176:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c572401a-2098-484c-b5c8-7a348378e325+6113:1857:x1788538577677696:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (87us total) trans 0 rc 0/0 00002000:00080000:0.0:1705683818.222177:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10570 count 1 00000100:00100000:1.0:1705683818.222181:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105582 00000100:00100000:2.0:1705683818.222181:0:14258:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a600 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.222190:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222191:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222194:0:8818:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544804800 00000100:00100000:2.0:1705683818.222204:0:8818:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222205:0:8818:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222208:0:8818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39459 00000100:00100000:2.0:1705683818.222210:0:8818:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14258:x1788538544804800:12345-0@lo:1000:mdt00_024.0 00000100:00100000:1.0:1705683818.222221:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.222237:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.222239:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222244:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222245:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.222247:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7356 pid: 15110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222248:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678016 00000100:00100000:2.0:1705683818.222249:0:8818:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009897a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:14258:x1788538544804800:12345-0@lo:1000:mdt00_024.0 Request processed in 37us (76us total) trans 0 rc 1/1 00010000:00010000:0.0:1705683818.222252:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.222253:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.222254:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.222254:0:8818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39459 00010000:00010000:1.0:1705683818.222257:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222266:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7357 pid: 15110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222267:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222268:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.222271:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7357 pid: 15110 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.222271:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105583 00000100:00100000:1.0:1705683818.222273:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073168a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577678016:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.222274:0:14258:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job mdt00_024:lustre-MDT0000-mdtlov_UUID:14258:1788538544804800:0@lo:1000:mdt00_024.0 00000100:00100000:0.0:1705683818.222277:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544804864:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.222278:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.222280:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.222286:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.222287:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.222294:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.222294:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.222295:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092276080/0xd7faa4ce02a57ed9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b726 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.222297:0:14325:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678848 00000100:00100000:2.0:1705683818.222300:0:14258:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16509:x1788538577678080:12345-192.168.203.50@tcp:36:lfs.0 Request processed in 290us (320us total) trans 0 rc -17/-17 00010000:00010000:1.0:1705683818.222304:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222305:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.222305:0:14258:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326930 00000100:00100000:0.0:1705683818.222306:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.222306:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.222306:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.222309:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326931 00000100:00100000:0.0:1705683818.222311:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316c100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1497:16518:x1788538577678848:12345-192.168.203.50@tcp:101:touch.0 00010000:00010000:1.0:1705683818.222314:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222315:0:14325:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.222316:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1705683818.222322:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800994ce800/0xd7faa4ce02aa1d00 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d84:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9dc2 expref: 1497 pid: 14195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222325:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.222329:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d84:0x0].0x0 (ffff8800963d7a00) 00010000:00010000:0.0:1705683818.222330:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.222333:0:14325:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6e800/0xd7faa4ce02aa1f61 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9eb0 expref: -99 pid: 14325 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222335:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:1857:x1788538577678016:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 61us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.222339:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105583 00010000:00010000:0.0:1705683818.222377:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.222380:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.222382:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.222384:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.222389:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222390:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222393:0:15169:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678144 00010000:00010000:1.0:1705683818.222401:0:15169:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8174 pid: 15121 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.222409:0:15169:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222409:0:15169:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222411:0:15169:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105584 00000100:00100000:1.0:1705683818.222414:0:15169:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:1857:x1788538577678144:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.222418:0:15169:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.222423:0:15169:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8174 pid: 15121 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.222427:0:15169:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8174 pid: 15121 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.222435:0:15169:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c47700/0xd7faa4ce029f1b4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a67797 expref: 8174 pid: 15121 timeout: 690 lvb_type: 1 00010000:00010000:0.0:1705683818.222437:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610af80/0xd7faa4ce02aa1f6f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d84:0x0].0x3031 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.222442:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610af80/0xd7faa4ce02aa1f6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d84:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.222443:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222444:0:15169:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222445:0:15169:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e5c expref: 6112 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222446:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009610af80/0xd7faa4ce02aa1f6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d84:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.222449:0:15169:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e5c expref: 6112 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222460:0:15169:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009630e580/0xd7faa4ce02aa1eab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e5c expref: 6112 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222466:0:15169:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:15169:1788538544804928:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.222476:0:15169:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.222494:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.222513:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222514:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222515:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.222518:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678208 00000100:00100000:2.0:1705683818.222537:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222538:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222541:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678272 00000100:00100000:2.0:1705683818.222549:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222549:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222552:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159656 00000100:00100000:2.0:1705683818.222554:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:15645:x1788538577678272:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.222558:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.222573:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544803456:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.222578:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e9b expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222587:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e6a expref: 6378 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222589:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6378 pid: 14426 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.222594:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009630de00, rc 0) 00010000:00010000:2.0:1705683818.222594:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.222595:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.222597:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e9b expref: 7357 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222605:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c572401a-2098-484c-b5c8-7a348378e325+6378:2974:x1788538577676800:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 3160us (3195us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.222609:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159645 00010000:00010000:2.0:1705683818.222610:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6378 pid: 14426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.222616:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6377 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.222622:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544804992:192.168.203.50@tcp:104: 00000004:00080000:0.0:1705683818.222631:0:14325:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x39a4:0x0], index 1: 0 00000100:00100000:2.0:1705683818.222635:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011e2a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.222648:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b975000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544803392:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.222656:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.222659:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.222659:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222660:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544803584:192.168.203.50@tcp:104: 00010000:00100000:2.0:1705683818.222660:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222667:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e35ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544803264:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.222671:0:15111:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222673:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.222676:0:15111:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.222676:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.222677:0:15111:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.222677:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.222677:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.222678:0:15111:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222688:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222688:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.222690:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326932 00000100:00100000:2.0:1705683818.222692:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1870:16430:x1788538577678208:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:2.0:1705683818.222697:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.222700:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108500/0xd7faa4ce02aa1f7d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2d95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:0.0:1705683818.222704:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096108500/0xd7faa4ce02aa1f7d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222707:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096108500/0xd7faa4ce02aa1f7d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2d95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222725:0:14325:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.222726:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.222727:0:14325:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222729:0:14325:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222731:0:14325:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.222731:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009732f200/0xd7faa4ce02aa1f8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9e94 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222733:0:14325:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009610a080 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:1.0:1705683818.222733:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.222734:0:14325:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14325 initiator: MDT1 00000100:00100000:1.0:1705683818.222734:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.222736:0:14325:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222738:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d84:0x0].0x0 (ffff8800963d7a00) 00000100:00100000:1.0:1705683818.222738:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678400 00010000:00010000:0.0:1705683818.222739:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.222740:0:14325:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222742:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009610a080/0xd7faa4ce02aa1f68 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.222745:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7358 pid: 15142 timeout: 690 lvb_type: 0 00000004:00010000:0.0:1705683818.222764:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88007316c100 reply state ffff880095c60000 transno 4295059895 ns: mdt-lustre-MDT0001_UUID lock: ffff88009610af80/0xd7faa4ce02aa1f6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d84:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222767:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610af80/0xd7faa4ce02aa1f6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d84:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:0.0:1705683818.222770:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d84:0x0].0x3031 (ffff8800925d2200) 00010000:00010000:0.0:1705683818.222770:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.222771:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222772:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222775:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105585 00000100:00100000:1.0:1705683818.222778:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7358:1857:x1788538577678400:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.222783:0:14221:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.222785:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6e800/0xd7faa4ce02aa1f61 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2d84:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eb0 expref: 1499 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222785:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.222786:0:14221:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7358 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.222790:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.222791:0:14325:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108500/0xd7faa4ce02aa1f7d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eb0 expref: 1498 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222792:0:14221:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7358 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222793:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d95:0x0].0x0 (ffff8800925d2500) 00010000:00010000:2.0:1705683818.222793:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.222794:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683818.222795:0:14325:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096108500, rc 0) 00010000:00010000:1.0:1705683818.222802:0:14221:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800961c4a00/0xd7faa4ce02a58148 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b86f expref: 7358 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.222803:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316c100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1499:16518:x1788538577678848:12345-192.168.203.50@tcp:101:touch.0 Request processed in 492us (583us total) trans 4295059895 rc 0/0 00000100:00100000:0.0:1705683818.222806:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326931 00010000:00010000:1.0:1705683818.222809:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222810:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222812:0:14221:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222816:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222817:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222820:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222823:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222828:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222834:0:14221:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.222835:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.222837:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222842:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222845:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577678400:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.222847:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222850:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105585 00010000:00010000:2.0:1705683818.222851:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.222860:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683818.222878:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.222885:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222885:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222889:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678528 00000100:00100000:0.0:1705683818.222893:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2047:3086:x1788538544803008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3857us (3952us total) trans 4295029495 rc 0/0 00000100:00100000:0.0:1705683818.222896:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159641 00010000:00010000:1.0:1705683818.222896:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222905:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683818.222905:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.222906:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.222907:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222909:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105586 00010000:00010000:0.0:1705683818.222910:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013532cf00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.222910:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.222911:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577678528:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.222914:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222916:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.222917:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222918:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222921:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013532cf00/0xd7faa4ce02aa1eb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222923:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222928:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.222929:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222932:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732ca00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.222933:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222933:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c7f700/0xd7faa4ce02a5832b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b941 expref: 7357 pid: 15133 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.222935:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.222937:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800732a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+2046:3084:x1788538544803328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3539us (3563us total) trans 4295029496 rc 0/0 00010000:00010000:0.0:1705683818.222939:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222941:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009732ca00/0xd7faa4ce02aa1ec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.222941:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159644 00010000:00010000:1.0:1705683818.222942:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222943:0:6523:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.222944:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222946:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.222947:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.222947:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.222948:0:6523:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.222957:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800732ae900/2, rc 0, transno 62200 00010000:00010000:1.0:1705683818.222959:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.222960:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800732ae900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544803328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683818.222960:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e2800/2, rc 0, transno 62199 00000100:00100000:2.0:1705683818.222963:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.222967:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:1857:x1788538577678528:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 55us (89us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.222971:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.222972:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105586 00000100:00100000:2.0:1705683818.222978:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544805056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.222983:0:15111:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.222987:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce28500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544803904:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.222988:0:15111:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.222993:0:15111:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.222995:0:15117:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.222995:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683818.222997:0:15111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.222998:0:15117:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.222998:0:15117:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.222999:0:15117:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.223005:0:15111:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683818.223006:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.223011:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544805120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.223012:0:14343:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.223022:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.223036:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223036:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223041:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805056 00010000:00010000:2.0:1705683818.223045:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.223047:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223052:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009630d900 already unused, calling callback (ffffffffa0661e00) 00000100:00100000:0.0:1705683818.223053:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223053:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223053:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.223055:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805120 00010000:00010000:2.0:1705683818.223058:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.223062:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223063:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223066:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159657 00010000:00010000:2.0:1705683818.223067:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.223069:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2048:3085:x1788538544805056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.223075:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009630d900/0xd7faa4ce02aa1edc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683818.223079:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10571 count 1 00000100:00100000:1.0:1705683818.223079:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093752800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2048:3083:x1788538544803520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3298us (3411us total) trans 4295029497 rc 0/0 00000100:00100000:1.0:1705683818.223084:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159647 00010000:00010000:2.0:1705683818.223086:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.223087:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.223088:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.223092:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.223093:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223094:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223095:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.223097:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159658 00000100:00100000:2.0:1705683818.223100:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+2047:3085:x1788538544805120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.223109:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10572 count 1 00000004:00080000:1.0:1705683818.223111:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093757800/2, rc 0, transno 62201 00000100:00100000:1.0:1705683818.223116:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544803520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.223138:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544805184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.223143:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223150:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7355 pid: 14427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223152:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683818.223155:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.223156:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.223157:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223163:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223164:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223165:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223168:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805184 00010000:00010000:0.0:1705683818.223169:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7355 pid: 14427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223169:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7355 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223172:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.223173:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.223173:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223175:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7355 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.223177:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223177:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223180:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159659 00000100:00100000:0.0:1705683818.223182:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce28500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544805248:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.223183:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2048:3083:x1788538544805184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.223183:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7355 pid: 15120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223186:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7355 pid: 15120 timeout: 690 lvb_type: 0 00002000:00080000:1.0:1705683818.223190:0:15111:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10573 count 1 00000100:00100000:2.0:1705683818.223194:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544805312:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.223195:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.223204:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a600 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.223211:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223215:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223217:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.223218:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223233:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732c780/0xd7faa4ce02aa1fae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223234:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.223236:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009732c780/0xd7faa4ce02aa1fae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223240:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009732c780/0xd7faa4ce02aa1fae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223245:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.223245:0:15111:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683818.223249:0:14198:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009732c780/0xd7faa4ce02aa1fae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.223252:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7355 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223255:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223257:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.223257:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.223258:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.223258:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.223259:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223261:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223263:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223264:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223264:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223267:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732ed00 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:0.0:1705683818.223268:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678656 00010000:00010000:2.0:1705683818.223268:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.223270:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7356 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223272:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223277:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223277:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00000100:00100000:0.0:1705683818.223278:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223279:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.223280:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7356 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.223280:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000100:00100000:0.0:1705683818.223281:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159660 00000100:00100000:0.0:1705683818.223284:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:13157:x1788538577678656:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.223284:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009732ed00/0xd7faa4ce02aa1f92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.223287:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544805376:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.223289:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.223290:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223294:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223297:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.223299:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5780 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.223300:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732e800 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.223302:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223305:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00000100:00100000:1.0:1705683818.223307:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223308:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223309:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff88009ba71600) 00010000:00010000:2.0:1705683818.223311:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.223312:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678592 00010000:00010000:2.0:1705683818.223312:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.223314:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009732e800/0xd7faa4ce02aa1fa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.223319:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7357 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.223330:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223331:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223333:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678336 00010000:00010000:2.0:1705683818.223333:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009732f200/0xd7faa4ce02aa1f8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e94 expref: 1872 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223337:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7358 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.223337:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009732c780/0xd7faa4ce02aa1fae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e94 expref: 1871 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223340:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff88008f963e00) 00010000:00010000:2.0:1705683818.223341:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1705683818.223342:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732c780, rc 0) 00000100:00100000:1.0:1705683818.223345:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223346:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223347:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678464 00000100:00100000:2.0:1705683818.223350:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:16430:x1788538577678208:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 657us (856us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.223352:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7359 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.223353:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326932 00000100:00100000:1.0:1705683818.223360:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223360:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223363:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105587 00000100:00100000:1.0:1705683818.223366:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7359:1860:x1788538577678592:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.223373:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.223375:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7359 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223381:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7359 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223390:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800916a2800/0xd7faa4ce02a584c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b9f7 expref: 7359 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223397:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223398:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223399:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223403:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223414:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.223423:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7358:1860:x1788538577678592:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.223426:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105587 00000100:00100000:1.0:1705683818.223433:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223433:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223436:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105588 00000100:00100000:1.0:1705683818.223439:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577678336:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.223443:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.223445:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223451:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223460:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d15cf00/0xd7faa4ce02a5801b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8b7d5 expref: 7357 pid: 15121 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.223467:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223468:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223470:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223474:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223486:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096108780/0xd7faa4ce02aa1fbc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ea2 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.223493:0:15165:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.223495:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.223499:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.223500:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.223503:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096108780/0xd7faa4ce02aa1fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ea2 expref: 7357 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223505:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7357:1857:x1788538577678336:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 65us (270us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.223507:0:15176:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223509:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105588 00010000:00010000:0.0:1705683818.223510:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096108780/0xd7faa4ce02aa1fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ea2 expref: 7357 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.223513:0:15176:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223516:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096108780, rc 0) 00000100:00100000:1.0:1705683818.223517:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.223517:0:15176:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223518:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223521:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105589 00010000:00010000:2.0:1705683818.223531:0:15176:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223535:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:1857:x1788538577678464:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.223540:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:60a99ee7-aeeb-4a00-9846-8ea658f59513+7356:13157:x1788538577678656:12345-192.168.203.50@tcp:101:dd.0 Request processed in 254us (282us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.223541:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.223543:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7356 pid: 15132 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.223545:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159660 00010000:00010000:2.0:1705683818.223546:0:15176:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.223553:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7355 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.223564:0:15117:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223564:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800877fe580/0xd7faa4ce02a4971c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86e9b expref: 7355 pid: 15132 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.223570:0:15117:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223571:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223572:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.223573:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e6a expref: 6377 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223574:0:15117:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223578:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e6a expref: 6377 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223579:0:15117:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.223587:0:15117:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683818.223593:0:11078:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009630de00/0xd7faa4ce02aa1ece lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e6a expref: 6377 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.223600:0:11078:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544805440:192.168.203.50@tcp:105: 00000100:00100000:1.0:1705683818.223613:0:11078:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.223619:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2050:3086:x1788538544803136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4421us (4534us total) trans 4295029498 rc 0/0 00010000:00010000:1.0:1705683818.223624:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1705683818.223624:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159642 00010000:00010000:1.0:1705683818.223626:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223630:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732f480 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.223632:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223636:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223644:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223648:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009732f480/0xd7faa4ce02aa1ec0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.223648:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e6e1900/2, rc 0, transno 62202 00000100:00100000:2.0:1705683818.223653:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e6e1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.223657:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801321a1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+2049:3086:x1788538544803712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3523us (3557us total) trans 4295029499 rc 0/0 00010000:00010000:1.0:1705683818.223659:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.223660:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1705683818.223661:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091570500/2, rc 0, transno 62203 00000100:00100000:0.0:1705683818.223662:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159648 00000100:00100000:2.0:1705683818.223663:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091570500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.223664:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013532f200 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.223665:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223669:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223676:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223680:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013532f200/0xd7faa4ce02aa1eff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223692:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.223693:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.223695:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.223702:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1705683818.223707:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544805504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.223723:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683818.223735:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.223735:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223736:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223741:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223741:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223741:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805504 00000100:00100000:2.0:1705683818.223741:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683818.223744:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678720 00000100:00100000:2.0:1705683818.223745:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544805568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.223767:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223767:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223770:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159661 00000100:00100000:1.0:1705683818.223770:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223771:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.223772:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:2925:x1788538577678720:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:2.0:1705683818.223774:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.223775:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159662 00010000:00010000:0.0:1705683818.223776:0:15176:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.223778:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2049:3083:x1788538544805504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.223786:0:14226:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10574 count 1 00010000:00010000:2.0:1705683818.223794:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.223845:0:14226:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223853:0:14226:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7354 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223859:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.223860:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.223861:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223875:0:14226:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7354 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.223881:0:14226:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7354 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.223892:0:14226:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544805632:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.223906:0:14226:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.223913:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223914:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223918:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805568 00000100:00100000:1.0:1705683818.223935:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223936:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.223939:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159663 00000100:00100000:1.0:1705683818.223942:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+2050:3086:x1788538544805568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.223950:0:15131:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10575 count 1 00010000:00010000:0.0:1705683818.223980:0:15176:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096109b80/0xd7faa4ce02aa1fca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3049:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ea9 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.223987:0:15176:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3049:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.223993:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.223994:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.223996:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096109b80/0xd7faa4ce02aa1fca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ea9 expref: 8175 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.224000:0:15176:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096109b80/0xd7faa4ce02aa1fca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ea9 expref: 8175 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.224004:0:15176:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096109b80, rc 0) 00010000:00010000:1.0:1705683818.224010:0:15131:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.224011:0:15176:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:2925:x1788538577678720:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 239us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.224014:0:15176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159661 00010000:00010000:1.0:1705683818.224019:0:15131:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7354 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.224024:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.224025:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.224025:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.224038:0:15131:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7354 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.224044:0:15131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7354 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.224055:0:15131:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544805696:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.224067:0:15131:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fe75840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683818.224981:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544804160:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.224998:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15128:1788538544803968:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.225008:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.225013:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.225014:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.225015:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.225028:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544804864:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.225042:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.225049:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.225050:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.225051:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.225079:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.225096:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.225097:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.225102:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678912 00000100:00100000:1.0:1705683818.225121:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.225122:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.225126:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159664 00000100:00100000:1.0:1705683818.225130:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7355:16380:x1788538577678912:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.225136:0:15117:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.225279:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15126:1788538544804992:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.225289:0:14343:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2a800 pname:cluuid:pid:xid:nid:opc:job mdt00_037:lustre-MDT0001_UUID:14343:1788538544804608:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.225293:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073169900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544804224:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.225294:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e9b expref: 7355 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.225300:0:14343:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.225303:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732fc00, rc 0) 00010000:00100000:0.0:1705683818.225305:0:14343:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.225305:0:14343:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.225306:0:14343:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.225308:0:15132:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e86 expref: 7355 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.225316:0:15132:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096386080, rc 0) 00000100:00100000:2.0:1705683818.225322:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:60a99ee7-aeeb-4a00-9846-8ea658f59513+7355:15645:x1788538577678272:12345-192.168.203.50@tcp:101:dd.0 Request processed in 2766us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.225327:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159656 00000100:00100000:1.0:1705683818.225332:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073168f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:60a99ee7-aeeb-4a00-9846-8ea658f59513+7355:13049:x1788538577677056:12345-192.168.203.50@tcp:101:dd.0 Request processed in 4651us (4711us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.225339:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159652 00000100:00100000:2.0:1705683818.225356:0:15151:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009897a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_060:lustre-OST0001_UUID:15151:1788538544804480:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.225365:0:15169:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:15169:1788538544804928:192.168.203.50@tcp:105: 00010000:00010000:2.0:1705683818.225368:0:15151:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.225373:0:15151:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.225374:0:15151:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.225374:0:15151:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.225376:0:15169:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.225394:0:15169:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8174:1857:x1788538577678144:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2979us (3012us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.225399:0:15169:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105584 00010000:00010000:1.0:1705683818.225437:0:15117:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ee0a00/0xd7faa4ce02aa1fd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9eb7 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.225448:0:15117:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x44c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.225456:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.225457:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.225460:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee0a00/0xd7faa4ce02aa1fd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eb7 expref: 7354 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.225467:0:15117:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ee0a00/0xd7faa4ce02aa1fd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eb7 expref: 7354 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.225473:0:15117:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ee0a00, rc 0) 00000100:00100000:1.0:1705683818.225489:0:15117:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:60a99ee7-aeeb-4a00-9846-8ea658f59513+7354:16380:x1788538577678912:12345-192.168.203.50@tcp:101:dd.0 Request processed in 360us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.225494:0:15117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159664 00000100:00100000:0.0:1705683818.226382:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.226389:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15111:1788538544805376:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.226401:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009897b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544805312:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.226402:0:15111:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.226411:0:15111:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.226412:0:15111:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683818.226412:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.226413:0:15111:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.226418:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.226419:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.226420:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226422:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.226427:0:11078:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:11078:1788538544805440:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.226434:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.226441:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226442:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.226445:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.226446:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.226446:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679104 00000100:00100000:0.0:1705683818.226460:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.226465:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226465:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226468:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7353:1857:x1788538577678464:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 2932us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.226468:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679552 00000100:00100000:0.0:1705683818.226471:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226472:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226473:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105589 00000100:00100000:2.0:1705683818.226475:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226476:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226477:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679808 00000100:00100000:2.0:1705683818.226480:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159665 00000100:00100000:1.0:1705683818.226483:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226484:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226484:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6380:15766:x1788538577679104:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:1.0:1705683818.226487:0:11078:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577678976 00000100:00100000:0.0:1705683818.226489:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226490:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.226490:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.226493:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159666 00010000:00010000:1.0:1705683818.226494:0:11078:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7353 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.226497:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6380:7929:x1788538577679552:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:0.0:1705683818.226502:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.226504:0:11078:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226504:0:11078:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226507:0:11078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105590 00000100:00100000:1.0:1705683818.226510:0:11078:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7353:1858:x1788538577678976:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.226515:0:11078:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.226517:0:11078:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7353 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.226535:0:11078:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7353 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.226547:0:11078:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cdfc00/0xd7faa4ce02a586b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bb01 expref: 7353 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.226557:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.226558:0:11078:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.226560:0:11078:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.226564:0:11078:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.226575:0:11078:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.226586:0:11078:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:60a99ee7-aeeb-4a00-9846-8ea658f59513+7352:1858:x1788538577678976:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 76us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.226590:0:11078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105590 00000100:00100000:1.0:1705683818.226602:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226603:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226607:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159667 00000100:00100000:1.0:1705683818.226610:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:c572401a-2098-484c-b5c8-7a348378e325+6380:14136:x1788538577679808:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.226616:0:15132:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.226747:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732d400/0xd7faa4ce02aa1fe6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x36a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ebe expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.226761:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009610b480/0xd7faa4ce02aa1fdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ec5 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.226772:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x36a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683818.226773:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131f1a800/0xd7faa4ce029e8ae8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a608a1 expref: 6381 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683818.226779:0:15165:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7351 pid: 15156 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683818.226779:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.226779:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.226781:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732d400/0xd7faa4ce02aa1fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ebe expref: 6382 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.226784:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.226785:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.226786:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009610b480/0xd7faa4ce02aa1fdf lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ec5 expref: 6382 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.226788:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009732d400/0xd7faa4ce02aa1fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ebe expref: 6382 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.226792:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009732d400, rc 0) 00010000:00010000:0.0:1705683818.226800:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7351 pid: 15156 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1705683818.226803:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6382:15766:x1788538577679104:12345-192.168.203.50@tcp:101:dd.0 Request processed in 319us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.226806:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159665 00010000:00010000:0.0:1705683818.226807:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7351 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.226810:0:15132:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ee3980/0xd7faa4ce02aa1fed lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x355e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ecc expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.226820:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544805760:192.168.203.50@tcp:104: 00002000:00010000:1.0:1705683818.226820:0:15132:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x355e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.226824:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226825:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.226827:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.226828:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.226829:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679680 00010000:00010000:1.0:1705683818.226831:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee3980/0xd7faa4ce02aa1fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ecc expref: 6382 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.226838:0:15132:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ee3980/0xd7faa4ce02aa1fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ecc expref: 6382 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.226838:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226838:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226840:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326933 00000100:00100000:2.0:1705683818.226842:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2e900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1499:16451:x1788538577679680:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.226844:0:15165:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131f1a800/0xd7faa4ce029e8ae8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.50@tcp remote: 0x338adada24a608a1 expref: 6382 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683818.226844:0:15132:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ee3980, rc 0) 00010000:00010000:2.0:1705683818.226847:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.226851:0:15165:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131f1a800/0xd7faa4ce029e8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a608a1 expref: 6382 pid: 8809 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.226857:0:15165:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544805824:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.226859:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:c572401a-2098-484c-b5c8-7a348378e325+6382:14136:x1788538577679808:12345-192.168.203.50@tcp:101:dd.0 Request processed in 248us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.226863:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159667 00000100:00100000:0.0:1705683818.226868:0:15165:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.226884:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.226887:0:14226:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14226:1788538544805632:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.226892:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.226898:0:14226:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.226900:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00100000:1.0:1705683818.226903:0:14226:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.226904:0:14226:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.226905:0:14226:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226907:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.226912:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e300/0xd7faa4ce02aa1ff4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ed3 expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.226913:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226914:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226916:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.226919:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679168 00000100:00100000:0.0:1705683818.226921:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226922:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226926:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679296 00010000:00010000:1.0:1705683818.226928:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7353 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.226932:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7353 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.226939:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226940:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226942:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679424 00000100:00100000:0.0:1705683818.226946:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226947:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226948:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679616 00010000:00010000:1.0:1705683818.226948:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1501 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.226952:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7354 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.226958:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226959:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.226961:0:6523:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679872 00000100:00100000:0.0:1705683818.226962:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226963:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.226964:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105591 00000100:00100000:0.0:1705683818.226967:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce29400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7355:1858:x1788538577679168:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.226967:0:6523:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7355 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.226967:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.226968:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.226970:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.226972:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7355 pid: 15110 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.226973:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105592 00000100:00100000:2.0:1705683818.226975:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce28a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7355:1858:x1788538577679296:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.226976:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7355 pid: 15110 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.226979:0:6523:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.226979:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.226980:0:6523:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.226981:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7355 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.226983:0:6523:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105593 00010000:00010000:0.0:1705683818.226984:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c98f00/0xd7faa4ce02a58967 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bc43 expref: 7355 pid: 15110 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.226986:0:6523:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+1501:1858:x1788538577679424:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.226988:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7354 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.226991:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.226991:0:6523:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.226992:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.226992:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.226993:0:6523:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1501 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.226996:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.226996:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801297cd180/0xd7faa4ce02a5886b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bbb0 expref: 7354 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.226999:0:6523:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1501 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.227002:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.227002:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.227003:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227007:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.227007:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227009:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096099400/0xd7faa4ce02aa10ea lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa9946 expref: 1501 pid: 14327 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.227014:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.227018:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce29400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7353:1858:x1788538577679168:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 50us (133us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.227019:0:6523:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:1.0:1705683818.227021:0:6523:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.227023:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105591 00000100:00100000:2.0:1705683818.227024:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce28a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7353:1858:x1788538577679296:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 48us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.227027:0:6523:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14343 initiator: MDT1 00000100:00100000:2.0:1705683818.227027:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105592 00010000:00010000:1.0:1705683818.227031:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14343 initiator: MDT1 00000100:00100000:0.0:1705683818.227032:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.227033:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.227033:0:14496:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.227034:0:14496:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.227036:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105594 00000100:00100000:2.0:1705683818.227038:0:14496:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105595 00000100:00100000:0.0:1705683818.227039:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7351:1858:x1788538577679616:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1705683818.227040:0:14496:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7351:1858:x1788538577679872:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.227042:0:6523:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.227043:0:14496:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.227044:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.227044:0:14496:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7351 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.227047:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7351 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.227051:0:14496:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7351 pid: 15142 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.227053:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7351 pid: 15120 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.227053:0:6523:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c572401a-2098-484c-b5c8-7a348378e325+1500:1858:x1788538577679424:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (151us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.227056:0:14496:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c46580/0xd7faa4ce02a58c4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8be34 expref: 7351 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.227058:0:6523:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105593 00010000:00010000:2.0:1705683818.227061:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.227061:0:14496:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.227062:0:14496:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227064:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c7f980/0xd7faa4ce02a58afd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bd4d expref: 7350 pid: 15120 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.227065:0:14496:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227071:0:14496:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.227072:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.227073:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.227074:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.227076:0:14496:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a133cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:60a99ee7-aeeb-4a00-9846-8ea658f59513+7349:1858:x1788538577679872:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 36us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.227078:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.227078:0:14496:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105595 00010000:00010000:0.0:1705683818.227091:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.227092:0:14226:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227095:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227095:0:14226:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227099:0:14226:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227100:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.227102:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1339e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7348:1858:x1788538577679616:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (193us total) trans 0 rc 0/0 00010000:00010000:2.0:1705683818.227104:0:14226:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227105:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.227106:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105594 00010000:00010000:1.0:1705683818.227110:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227111:0:14226:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.227119:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683818.227126:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683818.227129:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227134:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099ee3c00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.227136:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227142:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227151:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227155:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ee3c00/0xd7faa4ce02aa1fc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227165:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce28500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544805248:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.227167:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683818.227168:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227172:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009630c500 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.227173:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227174:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227177:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.227179:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.227180:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.227181:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683818.227183:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227191:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009630c500/0xd7faa4ce02aa1f06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2948:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227204:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.227205:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.227207:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.227210:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009897c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+2052:3083:x1788538544805504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3431us (3486us total) trans 4295029500 rc 0/0 00010000:00010000:0.0:1705683818.227212:0:15134:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.227215:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159662 00010000:00010000:0.0:1705683818.227216:0:15134:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227221:0:15134:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227225:0:15134:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227233:0:15134:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1705683818.227239:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009897bc00/2, rc 0, transno 62204 00000100:00100000:2.0:1705683818.227245:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009897bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544805504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.227248:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+2051:3086:x1788538544803776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7073us (7115us total) trans 4295029501 rc 0/0 00000100:00100000:1.0:1705683818.227253:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159649 00010000:00010000:2.0:1705683818.227274:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1705683818.227276:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ce28000/2, rc 0, transno 62205 00010000:00010000:2.0:1705683818.227277:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227281:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544803776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.227281:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca6ed00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.227282:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227285:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227288:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544805888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.227292:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227295:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca6ed00/0xd7faa4ce02aa1f5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227303:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683818.227305:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227306:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227306:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227312:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227315:0:14224:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227318:0:14224:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227320:0:14224:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227323:0:14224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227327:0:14224:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.227336:0:11077:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683818.227338:0:11077:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227343:0:11077:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732d900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:1.0:1705683818.227344:0:11077:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227349:0:11077:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.227353:0:15134:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2052:3084:x1788538544804736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5182us (5216us total) trans 4295029502 rc 0/0 00000100:00100000:0.0:1705683818.227356:0:15134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159655 00010000:00010000:1.0:1705683818.227357:0:11077:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227361:0:11077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009732d900/0xd7faa4ce02aa1fa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.227363:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.227363:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.227365:0:15134:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805888 00000100:00100000:0.0:1705683818.227373:0:15134:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.227373:0:15134:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.227373:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.227374:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683818.227374:0:11077:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683818.227375:0:15134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159668 00000100:00100000:0.0:1705683818.227377:0:15134:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce28500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0000-mdtlov_UUID+2052:3086:x1788538544805888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683818.227384:0:15134:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10576 count 1 00000100:00100000:2.0:1705683818.227386:0:14224:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009897b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+2052:3085:x1788538544805120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4285us (4363us total) trans 4295029503 rc 0/0 00000100:00100000:2.0:1705683818.227389:0:14224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159658 00000100:00100000:1.0:1705683818.227392:0:15131:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_043:lustre-OST0001_UUID:15131:1788538544805696:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.227400:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544805952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.227404:0:15131:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.227409:0:15131:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.227410:0:15131:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.227410:0:15131:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.227410:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.227416:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227417:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227421:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544805952 00000004:00080000:2.0:1705683818.227422:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ce2c100/2, rc 0, transno 62207 00000100:00100000:2.0:1705683818.227432:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544805120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.227436:0:14224:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.227436:0:14224:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.227439:0:14224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159669 00000100:00100000:2.0:1705683818.227441:0:14224:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+2052:3083:x1788538544805952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683818.227449:0:14224:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10577 count 1 00000100:00100000:1.0:1705683818.227453:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.227458:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544806016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.227474:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.227486:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227487:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227491:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806016 00010000:00010000:2.0:1705683818.227496:0:14224:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732c280/0xd7faa4ce02aa1ffb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227500:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227501:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.227502:0:14224:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7347 pid: 15113 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.227504:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159670 00010000:00010000:2.0:1705683818.227505:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.227505:0:14224:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683818.227506:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce2d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+2053:3083:x1788538544806016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.227506:0:14224:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732c280/0xd7faa4ce02aa1ffb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227511:0:15134:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009610a300/0xd7faa4ce02aa2002 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.227514:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10578 count 1 00010000:00010000:2.0:1705683818.227514:0:14224:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7347 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227516:0:15134:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009142b700/0xd7faa4ce02a58efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8bfdf expref: 7347 pid: 14289 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227518:0:14224:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7347 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.227520:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.227520:0:15134:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.227521:0:15134:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009610a300/0xd7faa4ce02aa2002 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.227536:0:14224:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544806080:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.227545:0:15134:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009142b700/0xd7faa4ce02a58efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bfdf expref: 7347 pid: 14289 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.227546:0:14224:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.227549:0:15134:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009142b700/0xd7faa4ce02a58efb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bfdf expref: 7347 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.227554:0:15134:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092f15a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544806144:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.227554:0:15151:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227557:0:15151:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227563:0:15151:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227565:0:15151:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.227566:0:15134:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092c7a540 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.227570:0:15151:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.227584:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee1180/0xd7faa4ce02aa2009 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683818.227585:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ce2ad00/2, rc 0, transno 62206 00000100:00100000:0.0:1705683818.227591:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544804736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.227592:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134eaaf80/0xd7faa4ce02a5924a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c1e5 expref: 7347 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227597:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.227598:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.227599:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee1180/0xd7faa4ce02aa2009 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.227602:0:14343:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227606:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.227612:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134eaaf80/0xd7faa4ce02a5924a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c1e5 expref: 7347 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227618:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134eaaf80/0xd7faa4ce02a5924a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c1e5 expref: 7347 pid: 15125 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.227621:0:15151:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098979e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_060:lustre-MDT0000-mdtlov_UUID+2054:3086:x1788538544804416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6482us (6505us total) trans 4295029504 rc 0/0 00000100:00100000:1.0:1705683818.227624:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce2ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544806208:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.227625:0:15151:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159654 00000100:00100000:1.0:1705683818.227637:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5780 going to sleep for 11 seconds 00000004:00080000:2.0:1705683818.227643:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ce29900/2, rc 0, transno 62208 00000100:00100000:2.0:1705683818.227646:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce29900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544804416:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683818.227654:0:6524:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.227657:0:6524:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227662:0:6524:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732f980 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.227663:0:6524:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227668:0:6524:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227676:0:6524:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227684:0:6524:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009732f980/0xd7faa4ce02aa1f37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2949:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227696:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227697:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.227698:0:6524:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683818.227704:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce29400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544806272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.227721:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.227741:0:3085:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683818.227745:0:3085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce28a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544806336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.227763:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227764:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227768:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806272 00000100:00100000:2.0:1705683818.227776:0:3085:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.227780:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227781:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:0.0:1705683818.227784:0:14343:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2d47:0x0]: returning size 4096 00000100:00100000:1.0:1705683818.227790:0:15117:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806336 00010000:00010000:0.0:1705683818.227792:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.227794:0:15176:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.227795:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.227795:0:15176:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.227798:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227799:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca6f200 already unused, calling callback (ffffffffa0d726d0) 00000100:00100000:1.0:1705683818.227799:0:15176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159671 00010000:00010000:0.0:1705683818.227800:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.227801:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:0.0:1705683818.227802:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.227802:0:15176:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+2055:3085:x1788538544806272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.227806:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d47:0x0].0x0 (ffff88006f39eb00) 00010000:00010000:0.0:1705683818.227807:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683818.227808:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.227808:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.227810:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6f200/0xd7faa4ce02aa1f53 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00002000:00080000:1.0:1705683818.227811:0:15176:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10579 count 1 00010000:00010000:2.0:1705683818.227813:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.227867:0:15176:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee0500/0xd7faa4ce02aa2017 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227876:0:15176:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0943480/0xd7faa4ce02a59354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c27f expref: 7347 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227877:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.227881:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.227882:0:15176:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.227882:0:15176:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee0500/0xd7faa4ce02aa2017 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.227883:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.227887:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.227895:0:15176:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0943480/0xd7faa4ce02a59354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c27f expref: 7347 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.227901:0:15176:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0943480/0xd7faa4ce02a59354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c27f expref: 7347 pid: 15138 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.227907:0:15176:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544806400:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.227920:0:15176:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.227930:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227935:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227938:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.227938:0:15117:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227938:0:15117:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.227941:0:15117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159672 00010000:00010000:0.0:1705683818.227944:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.227944:0:15117:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009897d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+2055:3085:x1788538544806336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.227948:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca6fc00 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.227949:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00002000:00080000:1.0:1705683818.227951:0:15117:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10580 count 1 00010000:00010000:0.0:1705683818.227952:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227959:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:0.0:1705683818.227960:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.227961:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.227965:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6fc00/0xd7faa4ce02aa1f45 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.227967:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe4f00/0xd7faa4ce02aa2025 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00000004:00010000:0.0:1705683818.227973:0:14343:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009ce2a300 reply state ffff88012fff6000 transno 4295059896 ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c780/0xd7faa4ce02aa1f4c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.227973:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe4f00/0xd7faa4ce02aa2025 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.227978:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c780/0xd7faa4ce02aa1f4c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.227978:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe4f00/0xd7faa4ce02aa2025 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.227982:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff8800925d2800) 00010000:00010000:0.0:1705683818.227983:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:2.0:1705683818.227996:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2c98:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.227998:0:14198:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1705683818.228003:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1750:16367:x1788538577677504:12345-192.168.203.50@tcp:36:rm.0 Request processed in 6299us (6328us total) trans 4295059896 rc 0/0 00010000:00010000:1.0:1705683818.228005:0:15117:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee2080/0xd7faa4ce02aa202c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228007:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326927 00000004:00010000:2.0:1705683818.228007:0:14198:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe4f00/0xd7faa4ce02aa2025 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.228012:0:15117:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7347 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228013:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228016:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.228017:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.228018:0:15117:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.228018:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.228019:0:15117:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee2080/0xd7faa4ce02aa202c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228021:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228025:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732e580 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.228026:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228029:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:1.0:1705683818.228031:0:15117:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7347 pid: 15110 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228033:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.228034:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012b2abe00) 00010000:00010000:2.0:1705683818.228035:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.228036:0:15117:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7347 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.228037:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228040:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e580/0xd7faa4ce02aa2010 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00000100:00100000:0.0:1705683818.228042:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228043:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228043:0:15117:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544806464:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.228047:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT1 00000100:00100000:0.0:1705683818.228048:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679040 00010000:00010000:2.0:1705683818.228050:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228053:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00000100:00100000:1.0:1705683818.228054:0:15117:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a08d5d80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683818.228055:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009732c500 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.228056:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT1 00010000:00010000:0.0:1705683818.228057:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6382 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228059:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228062:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3131 (ffff880135153400) 00010000:00010000:2.0:1705683818.228064:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.228064:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00010000:00010000:2.0:1705683818.228067:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732c500/0xd7faa4ce02aa201e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT1 00000100:00100000:0.0:1705683818.228068:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228068:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228071:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105596 00000100:00100000:0.0:1705683818.228074:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6382:1858:x1788538577679040:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.228080:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.228088:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6382 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228089:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009732e300/0xd7faa4ce02aa1ff4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ed3 expref: 1500 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228093:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6382 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228096:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe4f00/0xd7faa4ce02aa2025 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2c98:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ed3 expref: 1499 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228102:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b9e580/0xd7faa4ce02a68eba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a94af1 expref: 6382 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228103:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2c98:0x0].0x0 (ffff88009d0daf00) 00010000:00010000:2.0:1705683818.228104:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.228105:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fe4f00, rc 0) 00010000:00010000:0.0:1705683818.228111:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683818.228115:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2e900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+1499:16451:x1788538577679680:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 1271us (1669us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.228119:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326933 00000100:00100000:0.0:1705683818.228121:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6381:1858:x1788538577679040:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 46us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.228126:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105596 00000100:00100000:0.0:1705683818.228150:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228169:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.228169:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228170:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228175:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679232 00000100:00100000:0.0:1705683818.228179:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228184:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228185:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.228186:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7348 pid: 15142 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.228189:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679360 00010000:00010000:0.0:1705683818.228196:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6381 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.228197:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228198:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228201:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679488 00000100:00100000:0.0:1705683818.228205:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228206:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.228207:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7349 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.228208:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105597 00000100:00100000:0.0:1705683818.228211:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7349:1858:x1788538577679232:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.228215:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.228220:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7349 pid: 15142 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.228223:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228224:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.228225:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7349 pid: 15142 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.228228:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105598 00000100:00100000:1.0:1705683818.228231:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6381:1858:x1788538577679360:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683818.228235:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134845400/0xd7faa4ce02a5dd75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a8f18e expref: 7349 pid: 15142 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.228237:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1705683818.228237:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228239:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.228243:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.228244:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.228245:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e86 expref: 7348 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228245:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6381 pid: 14426 timeout: 690 lvb_type: 1 00000100:00100000:2.0:1705683818.228246:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105599 00010000:00010000:0.0:1705683818.228249:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e86 expref: 7348 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.228249:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7348:1858:x1788538577679488:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.228251:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6381 pid: 14426 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228254:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683818.228257:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7348 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.228259:0:6522:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096386080/0xd7faa4ce02aa1f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e86 expref: 7348 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228262:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d77980/0xd7faa4ce02a96961 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24aa5b34 expref: 6381 pid: 14426 timeout: 690 lvb_type: 1 00010000:00010000:2.0:1705683818.228262:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7348 pid: 14427 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.228266:0:6522:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b843700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544806528:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.228271:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.228271:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091db2800/0xd7faa4ce02a58a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bcba expref: 7348 pid: 14427 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.228272:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.228274:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e9b expref: 7348 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228275:0:6522:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a12613c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.228279:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e9b expref: 7347 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228279:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.228280:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.228281:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228285:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228293:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.228293:0:7681:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009732fc00/0xd7faa4ce02aa1f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e9b expref: 7347 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228295:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.228301:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544806592:192.168.203.50@tcp:105: 00000100:00100000:0.0:1705683818.228303:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.228305:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7347:1858:x1788538577679488:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 56us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.228309:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105599 00000100:00100000:0.0:1705683818.228311:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.228314:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fe75840 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.228316:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228317:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228318:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.228320:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679744 00000100:00100000:0.0:1705683818.228321:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228322:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228323:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228324:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228325:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680000 00010000:00010000:2.0:1705683818.228325:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7347 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.228329:0:15173:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577679936 00000100:00100000:0.0:1705683818.228333:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228334:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228334:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228334:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228337:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680064 00000100:00100000:2.0:1705683818.228337:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105600 00010000:00010000:1.0:1705683818.228338:0:15173:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7348 pid: 15140 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.228339:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009665a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7348:1858:x1788538577679744:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683818.228343:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228343:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.228343:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683818.228345:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326934 00010000:00010000:2.0:1705683818.228345:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7348 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.228347:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1751:16459:x1788538577680000:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:1.0:1705683818.228349:0:15173:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.228349:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7348 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.228350:0:15173:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228352:0:15173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105601 00010000:00010000:0.0:1705683818.228353:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.228355:0:15173:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7348:1858:x1788538577679936:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683818.228356:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c45e00/0xd7faa4ce02a58ba5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bdb6 expref: 7348 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.228357:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b980/0xd7faa4ce02aa2033 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x3563:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9eda expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228360:0:15173:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.228362:0:15173:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7347 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.228362:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.228363:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.228365:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228368:0:15173:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7347 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.228368:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228373:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b980/0xd7faa4ce02aa2033 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3563:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eda expref: 1752 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228377:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b980/0xd7faa4ce02aa2033 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x3563:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eda expref: 1752 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228377:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.228378:0:15173:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009142aa80/0xd7faa4ce02a58d5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8bec7 expref: 7347 pid: 15140 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.228383:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3563:0x0].0x0 (ffff8800925d2100) 00010000:00010000:0.0:1705683818.228384:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1705683818.228385:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009610b980, rc 0) 00000100:00100000:2.0:1705683818.228385:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009665a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:60a99ee7-aeeb-4a00-9846-8ea658f59513+7346:1858:x1788538577679744:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 45us (91us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.228386:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.228387:0:15173:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1705683818.228388:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105600 00010000:00010000:1.0:1705683818.228389:0:15173:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228392:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b846400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1752:16459:x1788538577680000:12345-192.168.203.50@tcp:101:touch.0 Request processed in 44us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683818.228393:0:15173:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228395:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326934 00010000:00010000:2.0:1705683818.228403:0:15129:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228404:0:15173:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.228406:0:15129:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228407:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228407:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228409:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326935 00010000:00010000:2.0:1705683818.228410:0:15129:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228411:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976fee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1751:16430:x1788538577680064:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.228414:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.228414:0:15129:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.228415:0:15173:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b841400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:1858:x1788538577679936:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 58us (111us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683818.228417:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096108280/0xd7faa4ce02aa203a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ee1 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.228419:0:15173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105601 00010000:00010000:2.0:1705683818.228421:0:15129:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683818.228438:0:15111:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228443:0:15111:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228444:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108c80/0xd7faa4ce02aa2041 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:0.0:1705683818.228447:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096108c80/0xd7faa4ce02aa2041 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:1.0:1705683818.228447:0:15111:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228450:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096108c80/0xd7faa4ce02aa2041 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:1.0:1705683818.228452:0:15111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228460:0:15111:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00200000:0.0:1705683818.228463:0:14334:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x352b:0x0]: returning size 4096 00000004:00200000:0.0:1705683818.228464:0:14334:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683818.228477:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096108280/0xd7faa4ce02aa203a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x352b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ee1 expref: 1753 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228484:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108c80/0xd7faa4ce02aa2041 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x352b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ee1 expref: 1752 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228487:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x352b:0x0].0x0 (ffff880091c04a00) 00010000:00010000:0.0:1705683818.228488:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683818.228489:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096108c80, rc 0) 00000100:00100000:2.0:1705683818.228490:0:15129:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009897ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2057:3085:x1788538544805056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5419us (5494us total) trans 4295029505 rc 0/0 00000100:00100000:2.0:1705683818.228495:0:15129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159657 00000100:00100000:0.0:1705683818.228498:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976fee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1752:16430:x1788538577680064:12345-192.168.203.50@tcp:101:mrename.0 Request processed in 86us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.228502:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326935 00010000:00010000:2.0:1705683818.228507:0:14425:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683818.228508:0:14425:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228514:0:7680:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.228514:0:14425:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096109e00 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.228515:0:14425:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228516:0:7680:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228520:0:14425:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228530:0:7680:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099ee1900 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:0.0:1705683818.228532:0:7680:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228536:0:7680:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228544:0:7680:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228546:0:14425:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228549:0:7680:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ee1900/0xd7faa4ce02aa1fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228550:0:14425:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096109e00/0xd7faa4ce02aa1f99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.228560:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.228561:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.228562:0:7680:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.228562:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+2056:3083:x1788538544805184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5378us (5408us total) trans 4295029506 rc 0/0 00010000:00010000:2.0:1705683818.228563:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.228564:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.228565:0:14425:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683818.228567:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159659 00000004:00080000:2.0:1705683818.228579:0:3085:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ce2bc00/2, rc 0, transno 62209 00000100:00100000:2.0:1705683818.228584:0:3085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3085:1788538544805056:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683818.228588:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880091fa8500/2, rc 0, transno 62210 00000100:00100000:1.0:1705683818.228591:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091fa8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544805184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.228604:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228622:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683818.228627:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3084:1788538544806656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683818.228629:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683818.228635:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3083:1788538544806720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.228645:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.228655:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228656:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228657:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228658:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228659:0:15111:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680128 00000100:00100000:2.0:1705683818.228662:0:15129:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806656 00000100:00100000:1.0:1705683818.228671:0:15111:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228671:0:15111:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228673:0:15129:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228673:0:15129:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228675:0:15111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159673 00000100:00100000:1.0:1705683818.228678:0:15111:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6113:2974:x1788538577680128:12345-192.168.203.50@tcp:101:dir_create.sh.0 00000100:00100000:2.0:1705683818.228678:0:15129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159674 00000100:00100000:0.0:1705683818.228679:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.228680:0:15129:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_041:lustre-MDT0000-mdtlov_UUID+2056:3084:x1788538544806656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683818.228684:0:15111:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:2.0:1705683818.228687:0:15129:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10581 count 1 00000100:00100000:0.0:1705683818.228692:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228704:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228711:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228711:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228716:0:14244:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680256 00000100:00100000:0.0:1705683818.228730:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228731:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228732:0:14244:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680448 00010000:00010000:2.0:1705683818.228737:0:15129:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092fe5900/0xd7faa4ce02aa2048 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228738:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228738:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228741:0:14244:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89650 00000100:00100000:0.0:1705683818.228742:0:14244:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+1752:16461:x1788538577680256:12345-192.168.203.50@tcp:35:lfs.0 00010000:00010000:2.0:1705683818.228744:0:15129:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096057200/0xd7faa4ce02a5966b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c400 expref: 7344 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228764:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.228765:0:15129:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683818.228766:0:15129:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092fe5900/0xd7faa4ce02aa2048 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228778:0:15129:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096057200/0xd7faa4ce02a5966b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c400 expref: 7344 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.228783:0:15129:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096057200/0xd7faa4ce02a5966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c400 expref: 7344 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.228789:0:15129:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009897da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544806784:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.228801:0:15129:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013252a600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683818.228804:0:14244:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:60a99ee7-aeeb-4a00-9846-8ea658f59513+1753:16461:x1788538577680256:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 60us (126us total) trans 4295059897 rc 0/0 00000100:00100000:0.0:1705683818.228807:0:14244:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89650 00000100:00100000:2.0:1705683818.228809:0:14222:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228809:0:14222:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228812:0:14244:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228813:0:14244:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228814:0:14222:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 89651 00000100:00100000:2.0:1705683818.228817:0:14222:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+350:16434:x1788538577680448:12345-192.168.203.50@tcp:35:lfs.0 00000100:00100000:0.0:1705683818.228831:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.228837:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228837:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228839:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680320 00010000:00010000:1.0:1705683818.228846:0:15111:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ee2f80/0xd7faa4ce02aa204f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ee8 expref: -99 pid: 15111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228847:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228848:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228849:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680512 00000100:00100000:0.0:1705683818.228855:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228855:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.228858:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159675 00010000:00010000:1.0:1705683818.228858:0:15111:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800877ff200/0xd7faa4ce02a49834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24a86ee1 expref: 8175 pid: 14289 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.228861:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:13157:x1788538577680320:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.228863:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.228864:0:15111:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683818.228865:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683818.228866:0:15111:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ee2f80/0xd7faa4ce02aa204f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ee8 expref: 6114 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.228877:0:15111:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800877ff200/0xd7faa4ce02a49834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ee1 expref: 8175 pid: 14289 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.228882:0:14222:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f711e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_005:c572401a-2098-484c-b5c8-7a348378e325+351:16434:x1788538577680448:12345-192.168.203.50@tcp:35:lfs.0 Request processed in 63us (177us total) trans 4295064401 rc 0/0 00010000:00010000:1.0:1705683818.228883:0:15111:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800877ff200/0xd7faa4ce02a49834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.50@tcp remote: 0x338adada24a86ee1 expref: 8175 pid: 14289 timeout: 690 lvb_type: 0 00000100:00100000:2.0:1705683818.228887:0:14222:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 89651 00000100:00100000:1.0:1705683818.228890:0:15111:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544806848:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.228899:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228900:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.228904:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159676 00000100:00100000:1.0:1705683818.228905:0:15111:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801296c56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683818.228907:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8175:16380:x1788538577680512:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.228911:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683818.228920:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683818.228936:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228936:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228941:0:14290:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806720 00000100:00100000:1.0:1705683818.228953:0:14290:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228954:0:14290:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.228957:0:14290:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159677 00000100:00100000:1.0:1705683818.228960:0:14290:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+2057:3083:x1788538544806720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683818.228968:0:14290:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10582 count 1 00010000:00010000:1.0:1705683818.229031:0:14290:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d284000/0xd7faa4ce02aa2056 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229040:0:14290:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d73980/0xd7faa4ce02a59a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c787 expref: 7344 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229045:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.229046:0:14290:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.229047:0:14290:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d284000/0xd7faa4ce02aa2056 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229060:0:14290:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d73980/0xd7faa4ce02a59a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c787 expref: 7344 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229066:0:14290:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d73980/0xd7faa4ce02a59a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c787 expref: 7344 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.229073:0:14290:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007316bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544806912:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.229086:0:14290:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05d2540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683818.229099:0:15131:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229104:0:15131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229108:0:15131:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229112:0:15131:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.229122:0:15131:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683818.229125:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092fe7980/0xd7faa4ce02aa205d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9ef6 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.229135:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x44db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.229142:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.229143:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.229145:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092fe7980/0xd7faa4ce02aa205d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ef6 expref: 8176 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229152:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092fe7980/0xd7faa4ce02aa205d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ef6 expref: 8176 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229157:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fe7980, rc 0) 00000100:00100000:2.0:1705683818.229166:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f713200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:60a99ee7-aeeb-4a00-9846-8ea658f59513+8176:16380:x1788538577680512:12345-192.168.203.50@tcp:101:dd.0 Request processed in 258us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.229170:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159676 00010000:00010000:2.0:1705683818.229180:0:6525:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683818.229182:0:6525:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229186:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096108f00/0xd7faa4ce02aa2064 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9eef expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229187:0:6525:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099ee2800 already unused, calling callback (ffffffffa0661e00) 00010000:00010000:2.0:1705683818.229189:0:6525:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229193:0:6525:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683818.229196:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683818.229198:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009897cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:lustre-MDT0000-mdtlov_UUID+2058:3086:x1788538544805568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5254us (5422us total) trans 4295029507 rc 0/0 00010000:00010000:2.0:1705683818.229201:0:6525:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229203:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683818.229203:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159663 00010000:00010000:0.0:1705683818.229204:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.229205:0:6525:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ee2800/0xd7faa4ce02aa1fd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229206:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096108f00/0xd7faa4ce02aa2064 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eef expref: 8176 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229213:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096108f00/0xd7faa4ce02aa2064 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eef expref: 8176 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229216:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683818.229217:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096108f00, rc 0) 00010000:00010000:2.0:1705683818.229217:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683818.229217:0:6525:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683818.229225:0:3086:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009897c100/2, rc 0, transno 62211 00000100:00100000:0.0:1705683818.229226:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f716e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+8176:13157:x1788538577680320:12345-192.168.203.50@tcp:101:dd.0 Request processed in 365us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.229230:0:3086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009897c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544805568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683818.229231:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159675 00000100:00100000:0.0:1705683818.229257:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.229259:0:3086:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683818.229265:0:3086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073168a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3086:1788538544806976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683818.229269:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.229269:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.229271:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:2.0:1705683818.229273:0:14198:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680576 00000100:00100000:0.0:1705683818.229277:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.229278:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.229281:0:14343:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680896 00000100:00100000:2.0:1705683818.229282:0:14198:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.229282:0:14198:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229283:0:3086:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683818.229285:0:14198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326936 00000100:00100000:2.0:1705683818.229286:0:14198:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+351:16437:x1788538577680576:12345-192.168.203.50@tcp:101:mkdir.0 00000100:00100000:0.0:1705683818.229290:0:14343:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.229291:0:14343:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.229291:0:14198:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683818.229294:0:14343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326937 00000100:00100000:1.0:1705683818.229295:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.229296:0:14343:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1753:16522:x1788538577680896:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:1.0:1705683818.229296:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.229300:0:14343:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.229301:0:14343:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1705683818.229301:0:15138:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538544806976 00010000:00010000:0.0:1705683818.229306:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b29400/0xd7faa4ce02aa1e88 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e55 expref: 1753 pid: 14199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.229313:0:15138:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229314:0:15138:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229316:0:15138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159678 00010000:00010000:0.0:1705683818.229317:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009ba71800) 00000100:00100000:1.0:1705683818.229319:0:15138:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+2058:3086:x1788538544806976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683818.229321:0:14343:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.229326:0:14198:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fe5680/0xd7faa4ce02aa206b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9efd expref: -99 pid: 14198 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683818.229328:0:15138:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10583 count 1 00010000:00010000:0.0:1705683818.229345:0:14343:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096109400/0xd7faa4ce02aa2072 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f0b expref: -99 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229364:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229368:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229372:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.229385:0:15138:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d285180/0xd7faa4ce02aa2080 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229389:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.229393:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.229394:0:15138:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f56f80/0xd7faa4ce02a59d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24a8c9e8 expref: 7344 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229397:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:1.0:1705683818.229398:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.229399:0:15138:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683818.229400:0:15138:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d285180/0xd7faa4ce02aa2080 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229408:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.229413:0:15138:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f56f80/0xd7faa4ce02a59d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c9e8 expref: 7344 pid: 8810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229413:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229418:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:1.0:1705683818.229419:0:15138:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f56f80/0xd7faa4ce02a59d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c9e8 expref: 7344 pid: 8810 timeout: 690 lvb_type: 0 00000100:00100000:1.0:1705683818.229426:0:15138:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544807040:192.168.203.50@tcp:104: 00000100:00100000:1.0:1705683818.229438:0:15138:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05d20c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683818.229445:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610ad00/0xd7faa4ce02aa2095 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x98:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.229448:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610ad00/0xd7faa4ce02aa2095 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x98:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229450:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009610ad00/0xd7faa4ce02aa2095 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x98:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:2.0:1705683818.229487:0:14198:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa0b700/0xd7faa4ce02aa209c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229491:0:14198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa0b700/0xd7faa4ce02aa209c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229495:0:14198:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa0b700/0xd7faa4ce02aa209c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00000004:00200000:2.0:1705683818.229509:0:14198:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x3bce:0x0]: returning size 4096 00000004:00200000:2.0:1705683818.229511:0:14198:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683818.229516:0:14198:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa0b700/0xd7faa4ce02aa209c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229537:0:14198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229541:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229543:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229546:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229549:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa08c80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.229550:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229553:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229558:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff88006f29f400) 00010000:00010000:2.0:1705683818.229559:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.229560:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229563:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa08c80/0xd7faa4ce02aa2079 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229569:0:14198:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229572:0:14198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229575:0:14198:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229577:0:14198:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa09b80 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:2.0:1705683818.229578:0:14198:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229581:0:14198:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229584:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3631 (ffff880090bc4b00) 00010000:00010000:2.0:1705683818.229585:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683818.229586:0:14198:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229589:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa09b80/0xd7faa4ce02aa208e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14198 initiator: MDT0 00010000:00010000:2.0:1705683818.229610:0:14198:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fe5680/0xd7faa4ce02aa206b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9efd expref: 353 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229616:0:14198:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa0b700/0xd7faa4ce02aa209c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9efd expref: 352 pid: 14198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.229620:0:14198:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bce:0x0].0x0 (ffff880090bc4400) 00010000:00010000:2.0:1705683818.229621:0:14198:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683818.229622:0:14198:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa0b700, rc 0) 00000004:00080000:0.0:1705683818.229628:0:14343:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3985:0x0], index 0: 0 00000100:00100000:2.0:1705683818.229631:0:14198:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b33200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c572401a-2098-484c-b5c8-7a348378e325+352:16437:x1788538577680576:12345-192.168.203.50@tcp:101:mkdir.0 Request processed in 344us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.229635:0:14198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326936 00010000:00010000:0.0:1705683818.229771:0:14343:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b700/0xd7faa4ce02aa20a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3564:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14343 initiator: MDT0 00010000:00010000:0.0:1705683818.229776:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b700/0xd7faa4ce02aa20a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3564:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229781:0:14343:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b700/0xd7faa4ce02aa20a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3564:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229806:0:14343:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229810:0:14343:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229812:0:14343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229815:0:14343:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229818:0:14343:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096108000 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:0.0:1705683818.229820:0:14343:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229823:0:14343:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.229827:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.229828:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x0 (ffff88009234da00) 00010000:00010000:0.0:1705683818.229829:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683818.229831:0:14343:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229833:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096108000/0xd7faa4ce02aa2087 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.229837:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229838:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00010000:0.0:1705683818.229840:0:14343:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880073b30a00 reply state ffff880095d40000 transno 4295059898 ns: mdt-lustre-MDT0001_UUID lock: ffff88009610ad00/0xd7faa4ce02aa2095 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x98:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14343 initiator: MDT1 00000100:00100000:1.0:1705683818.229842:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680640 00010000:00010000:0.0:1705683818.229845:0:14343:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009610ad00/0xd7faa4ce02aa2095 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x98:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14343 initiator: MDT1 00010000:00010000:0.0:1705683818.229849:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x98:0x0].0x34 (ffff8800925d2e00) 00010000:00010000:0.0:1705683818.229851:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683818.229855:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229856:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.229859:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159679 00000100:00100000:1.0:1705683818.229862:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073169900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:2925:x1788538577680640:12345-192.168.203.50@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683818.229869:0:15131:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.229871:0:14343:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096109400/0xd7faa4ce02aa2072 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x98:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f0b expref: 1755 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229880:0:14343:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009610b700/0xd7faa4ce02aa20a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3564:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f0b expref: 1754 pid: 14343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.229882:0:14343:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3564:0x0].0x0 (ffff880132710b00) 00010000:00010000:0.0:1705683818.229883:0:14343:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683818.229884:0:14343:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009610b700, rc 0) 00000100:00100000:0.0:1705683818.229892:0:14343:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_037:60a99ee7-aeeb-4a00-9846-8ea658f59513+1755:16522:x1788538577680896:12345-192.168.203.50@tcp:101:touch.0 Request processed in 596us (622us total) trans 4295059898 rc 0/0 00000100:00100000:0.0:1705683818.229895:0:14343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326937 00000100:00100000:0.0:1705683818.229945:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:0.0:1705683818.230013:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.230059:0:15131:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d285e00/0xd7faa4ce02aa20b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x302a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f04 expref: -99 pid: 15131 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.230069:0:15131:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x302a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683818.230077:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.230078:0:15131:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.230080:0:15131:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d285e00/0xd7faa4ce02aa20b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x302a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f04 expref: 7346 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.230087:0:15131:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d285e00/0xd7faa4ce02aa20b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x302a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f04 expref: 7346 pid: 15131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.230093:0:15131:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d285e00, rc 0) 00000100:00100000:1.0:1705683818.230105:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073169900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_043:60a99ee7-aeeb-4a00-9846-8ea658f59513+7346:2925:x1788538577680640:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 242us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.230109:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159679 00000100:00100000:1.0:1705683818.230125:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230126:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230130:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681024 00000100:00100000:1.0:1705683818.230150:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230151:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230154:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577680768 00000100:00100000:1.0:1705683818.230162:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230163:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.230166:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326938 00000100:00100000:1.0:1705683818.230169:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073b30500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1871:16521:x1788538577681024:12345-192.168.203.50@tcp:101:touch.0 00000100:00100000:2.0:1705683818.230170:0:14325:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.230171:0:14325:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683818.230178:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.230178:0:14325:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326939 00010000:00010000:1.0:1705683818.230179:0:14334:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1705683818.230182:0:14325:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1499:16518:x1788538577680768:12345-192.168.203.50@tcp:36:touch.0 00010000:00010000:1.0:1705683818.230188:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009630d180/0xd7faa4ce02aa1e81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3b3d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9e4e expref: 1871 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.230201:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x0 (ffff8800961a4000) 00010000:00010000:2.0:1705683818.230202:0:14325:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683818.230203:0:14334:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.230208:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d284f00/0xd7faa4ce02aa20b8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f12 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.230211:0:14325:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096108500/0xd7faa4ce02aa1f7d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2d95:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9eb0 expref: 1499 pid: 14325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.230221:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d95:0x0].0x0 (ffff8800925d2500) 00010000:00010000:2.0:1705683818.230227:0:14325:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.230296:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230303:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230308:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.230320:0:14325:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa09e00/0xd7faa4ce02aa20c6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2d95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14325 initiator: MDT0 00010000:00010000:2.0:1705683818.230326:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa09e00/0xd7faa4ce02aa20c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.230333:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d286300/0xd7faa4ce02aa20cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3b3d:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:2.0:1705683818.230335:0:14325:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa09e00/0xd7faa4ce02aa20c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:1.0:1705683818.230338:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d286300/0xd7faa4ce02aa20cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230342:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d286300/0xd7faa4ce02aa20cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00000004:00010000:2.0:1705683818.230373:0:14325:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880092248000 reply state ffff8800a16a1000 transno 4295059899 ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa09e00/0xd7faa4ce02aa20c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2d95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.230379:0:14325:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa09e00/0xd7faa4ce02aa20c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2d95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14325 initiator: MDT1 00010000:00010000:2.0:1705683818.230383:0:14325:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2d95:0x0].0x0 (ffff880090bc4100) 00010000:00010000:2.0:1705683818.230384:0:14325:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683818.230422:0:14325:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:c572401a-2098-484c-b5c8-7a348378e325+1500:16518:x1788538577680768:12345-192.168.203.50@tcp:36:touch.0 Request processed in 239us (408us total) trans 4295059899 rc 0/0 00000100:00100000:2.0:1705683818.230427:0:14325:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326939 00000004:00080000:1.0:1705683818.230484:0:14334:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47ac:0x0], index 0: 0 00010000:00010000:1.0:1705683818.230591:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d285900/0xd7faa4ce02aa20d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3bfb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230597:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d285900/0xd7faa4ce02aa20d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bfb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230602:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d285900/0xd7faa4ce02aa20d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3bfb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230622:0:14334:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230626:0:14334:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230629:0:14334:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230631:0:14334:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230634:0:14334:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d287700 already unused, calling callback (ffffffffa0d726d0) 00010000:00010000:1.0:1705683818.230636:0:14334:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230639:0:14334:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230643:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x0 (ffff8800961a4000) 00010000:00010000:1.0:1705683818.230645:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.230647:0:14334:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230650:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d287700/0xd7faa4ce02aa20bf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14334 initiator: MDT0 00000004:00010000:1.0:1705683818.230657:0:14334:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880073b30500 reply state ffff880095d50000 transno 4295064402 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d286300/0xd7faa4ce02aa20cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b3d:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230662:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d286300/0xd7faa4ce02aa20cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3b3d:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.230667:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b3d:0x0].0x3831 (ffff88009945e600) 00010000:00010000:1.0:1705683818.230669:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683818.230688:0:14334:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d284f00/0xd7faa4ce02aa20b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3b3d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f12 expref: 1873 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.230698:0:14334:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d285900/0xd7faa4ce02aa20d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3bfb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f12 expref: 1872 pid: 14334 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.230703:0:14334:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3bfb:0x0].0x0 (ffff880135969400) 00010000:00010000:1.0:1705683818.230704:0:14334:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1705683818.230705:0:14334:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d285900, rc 0) 00000100:00100000:1.0:1705683818.230732:0:14334:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073b30500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:60a99ee7-aeeb-4a00-9846-8ea658f59513+1873:16521:x1788538577681024:12345-192.168.203.50@tcp:101:touch.0 Request processed in 562us (787us total) trans 4295064402 rc 0/0 00000100:00100000:1.0:1705683818.230737:0:14334:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 326938 00000100:00100000:1.0:1705683818.230831:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544805760:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.232911:0:15134:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092f15a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15134:1788538544806144:192.168.203.50@tcp:104: 00010000:00010000:0.0:1705683818.232925:0:15134:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009610a300/0xd7faa4ce02aa2002 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15134 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683818.232929:0:15134:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.232930:0:15134:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683818.232930:0:15134:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.232932:0:15165:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15165:1788538544805824:192.168.203.50@tcp:104: 00000100:00100000:2.0:1705683818.232936:0:14224:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098979900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14224:1788538544806080:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.232950:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.232951:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009610b480/0xd7faa4ce02aa1fdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ec5 expref: 6380 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.232952:0:14224:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009732c280/0xd7faa4ce02aa1ffb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.232957:0:14224:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.232958:0:14224:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.232959:0:14224:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.232961:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009610b480, rc 0) 00000100:00100000:2.0:1705683818.232973:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.232974:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.232979:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681152 00000100:00100000:2.0:1705683818.232992:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.232993:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.232996:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159680 00000100:00100000:0.0:1705683818.233000:0:6522:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b843700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6522:1788538544806528:192.168.203.50@tcp:105: 00000100:00100000:2.0:1705683818.233000:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009224ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6115:15766:x1788538577681152:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:2.0:1705683818.233006:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.233009:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683818.233013:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce2df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6380:7929:x1788538577679552:12345-192.168.203.50@tcp:101:dd.0 Request processed in 6514us (6590us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.233018:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159666 00000100:00100000:0.0:1705683818.233020:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132607300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:1858:x1788538577679232:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4809us (4871us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.233024:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105597 00000100:00100000:1.0:1705683818.233045:0:15117:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:15117:1788538544806464:192.168.203.50@tcp:104: 00000100:00100000:0.0:1705683818.233046:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.233057:0:15117:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee2080/0xd7faa4ce02aa202c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.233063:0:15117:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.233063:0:15117:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.233064:0:15117:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233079:0:7681:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091ddcb00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7681:1788538544806592:192.168.203.50@tcp:105: 00010000:00010000:1.0:1705683818.233087:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683818.233099:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.233103:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132602800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c572401a-2098-484c-b5c8-7a348378e325+6379:1858:x1788538577679360:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 4871us (4934us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.233108:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105598 00000100:00100000:1.0:1705683818.233152:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ce2ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15132:1788538544806208:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.233164:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee1180/0xd7faa4ce02aa2009 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683818.233169:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.233169:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683818.233170:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233175:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233176:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233180:0:15165:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681280 00000100:00100000:1.0:1705683818.233199:0:15165:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233200:0:15165:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233204:0:15165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159681 00000100:00100000:1.0:1705683818.233207:0:15165:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6116:14136:x1788538577681280:12345-192.168.203.50@tcp:101:dd.0 00010000:00010000:1.0:1705683818.233213:0:15165:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683818.233231:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa0af80/0xd7faa4ce02aa20e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3663:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f19 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683818.233241:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3663:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.233250:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.233251:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.233255:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa0af80/0xd7faa4ce02aa20e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f19 expref: 6117 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.233261:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:2.0:1705683818.233262:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aa0af80/0xd7faa4ce02aa20e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f19 expref: 6117 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.233265:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233266:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683818.233267:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa0af80, rc 0) 00000100:00100000:0.0:1705683818.233270:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681984 00000100:00100000:0.0:1705683818.233279:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233279:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233281:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 159682 00000100:00100000:2.0:1705683818.233281:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009224ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:c572401a-2098-484c-b5c8-7a348378e325+6117:15766:x1788538577681152:12345-192.168.203.50@tcp:101:dd.0 Request processed in 281us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.233284:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:13157:x1788538577681984:12345-192.168.203.50@tcp:101:dd.0 00000100:00100000:2.0:1705683818.233285:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159680 00010000:00010000:0.0:1705683818.233288:0:14226:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683818.233307:0:15129:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009897da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_041:lustre-OST0001_UUID:15129:1788538544806784:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.233318:0:15129:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092fe5900/0xd7faa4ce02aa2048 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15129 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.233323:0:15129:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233323:0:15129:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233324:0:15129:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233351:0:15176:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092fd5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15176:1788538544806400:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.233359:0:15176:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ee0500/0xd7faa4ce02aa2017 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15176 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.233363:0:15176:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233364:0:15176:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233365:0:15176:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233376:0:15111:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15111:1788538544806848:192.168.203.50@tcp:104: 00010000:00010000:2.0:1705683818.233388:0:15111:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ee2f80/0xd7faa4ce02aa204f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9ee8 expref: 6116 pid: 15111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.233395:0:15111:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ee2f80, rc 0) 00000100:00100000:2.0:1705683818.233407:0:15111:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c572401a-2098-484c-b5c8-7a348378e325+6116:2974:x1788538577680128:12345-192.168.203.50@tcp:101:dir_create.sh.0 Request processed in 4729us (4804us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683818.233411:0:15111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159673 00000100:00100000:2.0:1705683818.233432:0:15138:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0001_UUID:15138:1788538544807040:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.233433:0:15165:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d4f980/0xd7faa4ce02aa20e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x351e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f27 expref: -99 pid: 15165 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683818.233443:0:15165:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x351e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683818.233444:0:15138:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d285180/0xd7faa4ce02aa2080 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15138 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683818.233448:0:15138:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233448:0:15138:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233449:0:15138:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683818.233452:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.233453:0:15165:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.233456:0:15165:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d4f980/0xd7faa4ce02aa20e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f27 expref: 6116 pid: 15165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.233459:0:14290:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007316bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14290:1788538544806912:192.168.203.50@tcp:104: 00010000:00010000:1.0:1705683818.233463:0:15165:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d4f980/0xd7faa4ce02aa20e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f27 expref: 6116 pid: 15165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683818.233468:0:14290:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d284000/0xd7faa4ce02aa2056 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683818.233469:0:15165:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d4f980, rc 0) 00010000:00100000:2.0:1705683818.233472:0:14290:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233472:0:14290:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683818.233473:0:14290:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233477:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233478:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233482:0:14334:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681088 00000100:00100000:1.0:1705683818.233484:0:15165:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c572401a-2098-484c-b5c8-7a348378e325+6116:14136:x1788538577681280:12345-192.168.203.50@tcp:101:dd.0 Request processed in 276us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.233488:0:15165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159681 00010000:00010000:0.0:1705683818.233492:0:14226:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009610bc00/0xd7faa4ce02aa20f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f2e expref: -99 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683818.233493:0:14334:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233494:0:14334:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683818.233497:0:14334:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 326940 00002000:00010000:0.0:1705683818.233500:0:14226:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1705683818.233500:0:14334:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b843700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:c572401a-2098-484c-b5c8-7a348378e325+1500:16451:x1788538577681088:12345-192.168.203.50@tcp:101:mrename.0 00010000:00010000:0.0:1705683818.233506:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683818.233506:0:14334:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683818.233507:0:14226:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.233509:0:14226:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009610bc00/0xd7faa4ce02aa20f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f2e expref: 7346 pid: 14226 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.233514:0:14226:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009610bc00/0xd7faa4ce02aa20f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.50@tcp remote: 0x338adada24aa9f2e expref: 7346 pid: 14226 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.233515:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:0.0:1705683818.233518:0:14226:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009610bc00, rc 0) 00000100:00100000:1.0:1705683818.233537:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233538:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233540:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f13200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:60a99ee7-aeeb-4a00-9846-8ea658f59513+7346:13157:x1788538577681984:12345-192.168.203.50@tcp:101:dd.0 Request processed in 255us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683818.233542:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681216 00000100:00100000:0.0:1705683818.233543:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 159682 00010000:00010000:1.0:1705683818.233551:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7346 pid: 15156 timeout: 690 lvb_type: 1 00000100:00100000:0.0:1705683818.233561:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.233569:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233570:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233572:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233572:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681408 00000100:00100000:0.0:1705683818.233573:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233576:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105602 00010000:00010000:2.0:1705683818.233577:0:14334:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa0b980/0xd7faa4ce02aa20f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x338adada24aa9f20 expref: -99 pid: 14334 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.233578:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7347:1858:x1788538577681216:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.233580:0:7681:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7347 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.233582:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683818.233588:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.233589:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7347 pid: 15156 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.233589:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233592:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105603 00010000:00010000:0.0:1705683818.233593:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7347 pid: 15156 timeout: 690 lvb_type: 1 00000100:00100000:1.0:1705683818.233595:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7347:1858:x1788538577681408:12345-192.168.203.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683818.233600:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.233601:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fb6300/0xd7faa4ce029f1b48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x245f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.50@tcp remote: 0x338adada24a677a5 expref: 7347 pid: 15156 timeout: 690 lvb_type: 1 00010000:00010000:1.0:1705683818.233602:0:7681:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7347 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.233608:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683818.233608:0:7681:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7346 pid: 15113 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.233615:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007316d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7346:1858:x1788538577681216:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 36us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.233618:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105602 00010000:00010000:1.0:1705683818.233618:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940280/0xd7faa4ce02a5916a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c13d expref: 7346 pid: 15113 timeout: 690 lvb_type: 0 00010000:00010000:1.0:1705683818.233624:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.233625:0:7681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683818.233627:0:7681:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009732c280/0xd7faa4ce02aa1ffb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.233632:0:3077:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00010000:00010000:1.0:1705683818.233632:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009732c280/0xd7faa4ce02aa1ffb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683818.233636:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233637:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233639:0:6522:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681536 00010000:00010000:2.0:1705683818.233641:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3d900/0xd7faa4ce02aa20fe lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00010000:00010000:1.0:1705683818.233645:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683818.233646:0:6522:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7345 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:2.0:1705683818.233648:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3d900/0xd7faa4ce02aa20fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.233653:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3d900/0xd7faa4ce02aa20fe lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00000100:00100000:0.0:1705683818.233656:0:6522:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683818.233657:0:6522:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233658:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:1858:x1788538577681408:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 62us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.233660:0:6522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105604 00000100:00100000:0.0:1705683818.233663:0:6522:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7345:1858:x1788538577681536:12345-192.168.203.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683818.233663:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105603 00010000:00010000:0.0:1705683818.233671:0:6522:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683818.233673:0:6522:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7344 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.233678:0:6522:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7344 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.233689:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f70c80/0xd7faa4ce02a5949d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c351 expref: 7344 pid: 15110 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1705683818.233695:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.233696:0:6522:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683818.233698:0:6522:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ee2080/0xd7faa4ce02aa202c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683818.233702:0:6522:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ee2080/0xd7faa4ce02aa202c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15117 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683818.233703:0:3078:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.50@tcp (source: 12345-192.168.203.50@tcp) 00000100:00100000:1.0:1705683818.233712:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233712:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683818.233715:0:6522:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683818.233716:0:14334:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3ef80/0xd7faa4ce02aa2105 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14334 initiator: MDT0 00000100:00100000:1.0:1705683818.233718:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538577681664 00010000:00010000:2.0:1705683818.233720:0:14334:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3ef80/0xd7faa4ce02aa2105 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14334 initiator: MDT1 00010000:00010000:2.0:1705683818.233725:0:14334:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa3ef80/0xd7faa4ce02aa2105 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14334 initiator: MDT1 00010000:00010000:1.0:1705683818.233726:0:14221:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096057200/0xd7faa4ce02a5966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.50@tcp remote: 0x338adada24a8c400 expref: 7344 pid: 15142 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1705683818.233730:0:6522:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:60a99ee7-aeeb-4a00-9846-8ea658f59513+7344:1858:x1788538577681536:12345-192.168.203.50@tcp:103:ldlm_bl.0 Request processed in 66us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683818.233735:0:6522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.50@tcp, seq: 105604 00000100:00100000:1.0:1705683818.233736:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233737:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683818.233740:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.50@tcp, seq: 105605 00000100:00100000:1.0:1705683818.233743:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007316f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:60a99ee7-aeeb-4a00-9846-8ea658f59513+7343:1858:x1788538577681664:12345-192.168.203.50@tcp:103:ldlm_bl.0 Debug log: 28691 lines, 28691 kept, 0 dropped, 0 bad.